[ Oct  9 04:53:57 Enabled. ]
[ Oct  9 04:53:57 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Oct  9 04:53:57 Method "start" exited with status 0. ]
[ Oct  9 04:53:57 Rereading configuration. ]
[ Oct  9 04:53:57 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:57.789194841Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:57.789348395Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:57.84196551Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:57.842012342Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:57.954108345Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:57.96313641Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:57.971265704Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.574637229Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.713386701Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.713424362Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.713555756Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.713641589Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.713653369Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.71368203Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.716814952Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:53:58.716822123Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.716854014Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.716863074Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.716891865Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.716942597Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.71704992Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.717069991Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.717077281Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.728635318Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.728664809Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:58.825416632Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.23160483Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.231640451Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.231645441Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.231655831Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.231660652Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.231675762Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.231679592Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.240033314Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.240049155Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.327406742Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730611073Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730653284Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730686445Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730693576Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730700986Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730708776Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730726257Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730760308Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730767028Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730783629Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730801639Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730806969Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.73081074Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.7308158Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.73082118Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.73082566Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730844411Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730849611Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730853261Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730857511Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730875652Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730889452Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730894462Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730898462Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730904392Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730908403Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730928563Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730934924Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730939784Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730945874Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730950334Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730954484Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730984785Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730989405Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.730998516Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731002886Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731009776Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731015916Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731046967Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731052397Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731058477Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731063068Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731067778Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731073618Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731078548Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731090019Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731094579Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.73113151Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.73113719Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.73114208Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.73114654Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731151461Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731155421Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731192872Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731198132Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731210773Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731215263Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731219323Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731250054Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731255434Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731259494Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"}
{"msg":"No ledger in /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731270144Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731292925Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731303176Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731313906Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731322266Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731327176Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731357257Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.731362638Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.741597871Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.741635442Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999951509s","next_cleanup":"Instant { tv_sec: 6482, tv_nsec: 495490500 }"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.741659243Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.741701884Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.741749726Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.741757206Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.744978891Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.746623725Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.1.164,\n                last: 10.151.1.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.1.164,\n        10.151.1.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.1.174,\n        infra_ip_last: 10.151.1.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.1.100,\n                        vlan_id: None,\n                        rib_priority: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.1.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n                lldp: None,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.746909244Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.746919065Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.746979207Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747035638Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747060029Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747143262Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747166042Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747178293Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747185293Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747189053Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747192203Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747196643Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747246165Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747327548Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747638948Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage: Plan {\n    rack_id: 6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8,\n    sleds: {\n        [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n            generation: 0,\n            schema_version: 1,\n            body: StartSledAgentRequestBody {\n                id: c6faf757-885e-4ba4-bf0a-053dea112a30 (sled),\n                rack_id: 6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8,\n                use_trust_quorum: false,\n                is_lrtq_learner: false,\n                subnet: Ipv6Subnet {\n                    net: Ipv6Net {\n                        addr: fd00:1122:3344:101::,\n                        width: 64,\n                    },\n                },\n            },\n        },\n    },\n    config: RackInitializeRequest {\n        trust_quorum_peers: None,\n        bootstrap_discovery: OnlyOurs,\n        ntp_servers: [\n            \"0.pool.ntp.org\",\n        ],\n        dns_servers: [\n            1.1.1.1,\n            9.9.9.9,\n        ],\n        internal_services_ip_pool_ranges: [\n            V4(\n                Ipv4Range {\n                    first: 10.151.1.164,\n                    last: 10.151.1.173,\n                },\n            ),\n        ],\n        external_dns_ips: [\n            10.151.1.164,\n            10.151.1.165,\n        ],\n        external_dns_zone_name: \"oxide.test\",\n        external_certificates: \"<redacted>\",\n        recovery_silo: RecoverySiloConfig {\n            silo_name: Name(\n                \"recovery\",\n            ),\n            user_name: UserId(\n                \"recovery\",\n            ),\n            user_password_hash: NewPasswordHash(\n                PasswordHashString {\n                    string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                    encoding: B64,\n                },\n            ),\n        },\n        rack_network_config: RackNetworkConfigV2 {\n            rack_subnet: Ipv6Net {\n                addr: fd00:1122:3344:100::,\n                width: 56,\n            },\n            infra_ip_first: 10.151.1.174,\n            infra_ip_last: 10.151.1.174,\n            ports: [\n                PortConfigV2 {\n                    routes: [\n                        RouteConfig {\n                            destination: V4(\n                                Ipv4Net {\n                                    addr: 0.0.0.0,\n                                    width: 0,\n                                },\n                            ),\n                            nexthop: 10.151.1.100,\n                            vlan_id: None,\n                            rib_priority: None,\n                        },\n                    ],\n                    addresses: [\n                        UplinkAddressConfig {\n                            address: V4(\n                                Ipv4Net {\n                                    addr: 10.151.1.174,\n                                    width: 24,\n                                },\n                            ),\n                            vlan_id: None,\n                        },\n                    ],\n                    switch: Switch0,\n                    port: \"qsfp0\",\n                    uplink_port_speed: Speed40G,\n                    uplink_port_fec: None,\n                    bgp_peers: [],\n                    autoneg: false,\n                    lldp: None,\n                },\n            ],\n            bgp: [],\n            bfd: [],\n        },\n        allowed_source_ips: Any,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747863505Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747869025Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747895896Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.747907207Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.748059652Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.748186986Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.748235067Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: c6faf757-885e-4ba4-bf0a-053dea112a30 (sled), rack_id: 6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.749005462Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"}
{"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.749064375Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"}
{"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.75321214Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.759528485Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.759642089Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.763737183Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.763790794Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.763878807Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:42324","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: c6faf757-885e-4ba4-bf0a-053dea112a30 (sled), rack_id: 6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764000501Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764012331Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764046183Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764050963Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764104045Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764119715Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764128585Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"No ledger in /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764180727Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764235429Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764247639Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.76425431Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.76425853Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764306531Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.764312711Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.779432814Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.800892173Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.817724592Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.826615172Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.826653743Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.826658283Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.826703685Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 87.124805ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.829494226Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21b2de8d-25fc-42ee-94fe-254e2e29a1e5\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 04:53:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"21b2de8d-25fc-42ee-94fe-254e2e29a1e5\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_0740920c-9cc4-48dd-9dfe-98d2719903a5/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.84006827Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_0740920c-9cc4-48dd-9dfe-98d2719903a5/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.8633846Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_0740920c-9cc4-48dd-9dfe-98d2719903a5/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.863413251Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.868410294Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.868418174Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"}
{"msg":"Ensuring dataset oxi_0740920c-9cc4-48dd-9dfe-98d2719903a5/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.868422565Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.917847865Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 77.63516ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.918398773Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b5ee4a-3b5b-4a96-85b7-73d6909529a7\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 04:53:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a3b5ee4a-3b5b-4a96-85b7-73d6909529a7\" }"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.948822325Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.997008225Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 210.218127ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:53:59.997549953Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba9561f1-794f-4be7-882b-bb1aec74e164\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 04:53:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ba9561f1-794f-4be7-882b-bb1aec74e164\" }"}
{"msg":"Mounting oxi_0740920c-9cc4-48dd-9dfe-98d2719903a5/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.167902545Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.180805635Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.180904128Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.180917679Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.18094574Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.208907711Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 113.204862ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.20947825Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1395e8f1-5467-4ccb-a60c-27c2f63b6813\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 04:53:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1395e8f1-5467-4ccb-a60c-27c2f63b6813\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.32361973Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 104.084007ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.324321163Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84847fd1-a6e5-4b06-b66c-8cc126fc2d87\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 04:53:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"84847fd1-a6e5-4b06-b66c-8cc126fc2d87\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.429277513Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 365.091947ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.429986156Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c6ad7b5-f8b2-4549-8d21-91aae8f57916\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 04:53:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8c6ad7b5-f8b2-4549-8d21-91aae8f57916\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.796686408Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 407.891607ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.797330799Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0162f27d-8ba3-47e6-8c8f-3111a813f696\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 04:54:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0162f27d-8ba3-47e6-8c8f-3111a813f696\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.906773826Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.912316946Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.912346327Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.91242631Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:44348","producer_id":"c6faf757-885e-4ba4-bf0a-053dea112a30"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:00.91365337Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"233.896564ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.9145693Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.91457966Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.914612961Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:00.914617691Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:01.14931957Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"562.526595ms"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:01.206269996Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:01.713902901Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"504.42113ms"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:02.219585261Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.93114239s"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.331673795Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.331708416Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.331716497Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.331725277Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.331769938Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.331777789Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.333735783Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.335328474Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"}
{"msg":"Profile for oxz_switch:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgs\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"id\" value='0bb4e89e-3d27-43a0-8c56-374c71d2fa77'/>\n        <propval type=\"astring\" name=\"rack_id\" value='6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/wicketd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12226'/>\n        <propval type=\"astring\" name=\"artifact-address\" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>\n        <propval type=\"astring\" name=\"baseboard-file\" value='/opt/oxide/baseboard.json'/>\n        <propval type=\"astring\" name=\"mgs-address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"nexus-proxy-address\" value='[::]:12229'/>\n        <propval type=\"astring\" name=\"rack-subnet\" value='fd00:1122:3344::'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/switch_zone_setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"gz_local_link_addr\" value='fe80::8:20ff:fef0:72af'/>\n        <property type=\"astring\" name=\"link_local_links\">\n          <astring_list>\n            <value_node value=\"tfportrear0_0\" />\n            <value_node value=\"oxBootstrap0\" />\n          </astring_list>\n        </property>\n        <propval type=\"astring\" name=\"bootstrap_addr\" value='fdb0:18c0:4d0d:9fb2::2'/>\n        <propval type=\"astring\" name=\"bootstrap_vnic\" value='oxBootstrap0'/>\n        <propval type=\"astring\" name=\"baseboard_info\" value='{\"type\":\"pc\",\"identifier\":\"buskin\",\"model\":\"i86pc\"}'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/dendrite\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_id\" value='c6faf757-885e-4ba4-bf0a-053dea112a30'/>\n        <propval type=\"astring\" name=\"rack_id\" value='6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12224'/>\n        <propval type=\"astring\" name=\"front_ports\" value='1'/>\n        <propval type=\"astring\" name=\"rear_ports\" value='1'/>\n        <propval type=\"astring\" name=\"port_config\" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>\n        <propval type=\"astring\" name=\"mgmt\" value='uds'/>\n        <propval type=\"astring\" name=\"uds_path\" value='/opt/softnpu/stuff'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/tfport\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"host\" value='[::1]'/>\n        <propval type=\"astring\" name=\"port\" value='12224'/>\n        <propval type=\"astring\" name=\"flags\" value='--sync-only'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/lldpd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"board_rev\" value='softnpu_front_1_rear_1'/>\n        <propval type=\"astring\" name=\"scrimlet_id\" value='buskin'/>\n        <propval type=\"astring\" name=\"scrimlet_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12230'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/pumpkind\">\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_uuid\" value='c6faf757-885e-4ba4-bf0a-053dea112a30'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mg-ddm\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"mode\" value='transit'/>\n        <propval type=\"astring\" name=\"dendrite\" value='true'/>\n        <propval type=\"astring\" name=\"sled_uuid\" value='c6faf757-885e-4ba4-bf0a-053dea112a30'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8'/>\n        <propval type=\"astring\" name=\"interfaces\" value='tfportrear0_0/ll'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/uplink\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.335441238Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:03.335668075Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 56.334439ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:03.547981235Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 63.105508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:03.739434925Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 185.514869ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:03.915587296Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 208.673326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:04.260020171Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 879.038963ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:04.616558871Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:05.152231059Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.07410298s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 539.540828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:05.590913546Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.10584101s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:06.280242012Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:07.228630101Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.192929564s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 843.722388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:07.613242096Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.110666224s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:08.637354083Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.100323482Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.100376864Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.100385924Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.100407985Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.100678574Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.10089206Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.100939262Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.100949942Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.101004324Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:42324","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.308826117Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.30891207Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.309042004Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.309109787Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.309125767Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.309170979Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.3092039Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.3092173Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.31379579Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.31380396Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.3138089Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.568274853Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63329"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.568661946Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.568841662Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"31cdec1b-0f92-4852-9451-378612c1371b","remote_addr":"[fd00:1122:3344:101::1]:63329","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":344,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.598344333Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57352"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.600141812Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"c9009bd6-4805-4bce-a8cc-771e4b7e3dd3","remote_addr":"[fd00:1122:3344:101::1]:57352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.601731074Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.601761755Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.602118086Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.602353934Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:885"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 3b4528a4-6668-476c-9d34-46f284c91fff, pool_id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: c4963b10-af25-492b-bb0f-afa531b90cf0, pool_id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 20757db5-0547-4bfe-9413-b094233067ea, pool_id: aa098699-0fbc-4331-9673-23889295e035 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 690c730f-f1b2-4498-8434-c80c51acb8cf, pool_id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 29d2ad23-bf00-4f78-8f28-03682cf9767b, pool_id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 8a868528-0b62-498b-929b-93430fbbb35e, pool_id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 93e7cd94-78d1-47d6-a441-b4951c1f1261, pool_id: 00704963-522d-47d9-8110-4f6e482ebb98 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: d99f1ac0-827f-44ef-b5be-93d1cdea799e, pool_id: 6fa6258a-7497-4e15-a529-59061c358fa5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 5fc4377a-a91f-4bb9-b91c-384ecc6bfeef, pool_id: ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.632541158Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.632691103Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60848"}
{"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.633142377Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 3b4528a4-6668-476c-9d34-46f284c91fff, pool_id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: c4963b10-af25-492b-bb0f-afa531b90cf0, pool_id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 20757db5-0547-4bfe-9413-b094233067ea, pool_id: aa098699-0fbc-4331-9673-23889295e035 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 690c730f-f1b2-4498-8434-c80c51acb8cf, pool_id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 29d2ad23-bf00-4f78-8f28-03682cf9767b, pool_id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 8a868528-0b62-498b-929b-93430fbbb35e, pool_id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 93e7cd94-78d1-47d6-a441-b4951c1f1261, pool_id: 00704963-522d-47d9-8110-4f6e482ebb98 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: d99f1ac0-827f-44ef-b5be-93d1cdea799e, pool_id: 6fa6258a-7497-4e15-a529-59061c358fa5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 5fc4377a-a91f-4bb9-b91c-384ecc6bfeef, pool_id: ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.633186169Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.633191219Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.633195999Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.633206429Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.63322757Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.6332326Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.633237201Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.633241011Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.790135684Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:10.790165295Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool)"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.002507315Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:11.003935182Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13665626790000928954"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:11.004086467Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15823024084753260895"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.092034593Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.099428414Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.099528407Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.099552438Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.099559728Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.099564788Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.099680882Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.099687792Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:11.103428685Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.136056268Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_49916421-9e4f-42c4-86d7-3165ee00ae7a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.144758211Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_49916421-9e4f-42c4-86d7-3165ee00ae7a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.312828989Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.320316423Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.320348054Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.320355334Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.320362095Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.320379815Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.329555704Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.329593905Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.418606206Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.426116651Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.426153032Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.426162003Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.426228525Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.426245226Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.426351279Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.426360339Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.461329119Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_793ae6a9-e462-4ae6-ab44-078f57f38c9d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.469202346Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_793ae6a9-e462-4ae6-ab44-078f57f38c9d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.642576166Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.65036285Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.650399901Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.650419172Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.650424482Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.650430572Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.660130748Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.660161829Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"aa098699-0fbc-4331-9673-23889295e035 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.754229025Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.761807302Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.761847333Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.761854053Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.761891175Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.761914675Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.762074511Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.762082271Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.797425153Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_aa098699-0fbc-4331-9673-23889295e035/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.805596989Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_aa098699-0fbc-4331-9673-23889295e035","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.980400595Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.988263182Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.988298863Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.988308473Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.988315293Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.988322964Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.997610907Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:11.997641128Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b51d1830-b729-429a-a767-758ff0a11f53 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.095054752Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.102572647Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.10264824Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.10265771Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.102673821Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.102692691Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.102856957Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.102864187Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:12.107110745Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.138972384Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_b51d1830-b729-429a-a767-758ff0a11f53/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.147353657Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_b51d1830-b729-429a-a767-758ff0a11f53","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.316450068Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.324289843Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.324343225Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.324351025Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.324357596Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.324362176Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.334289369Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.33431744Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.428274803Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.436179Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.436214811Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.436224002Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.436247622Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.436308444Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.436430888Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.436439189Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.47268255Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_b8da0de9-fca2-448f-9e3a-2d80d45a5192/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.480751623Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_b8da0de9-fca2-448f-9e3a-2d80d45a5192","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.655942692Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.663829249Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.663875171Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.663885411Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.663894192Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.663901662Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.673483094Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.673506965Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.764926535Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.771913992Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.771953924Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.771963274Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.771972364Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.772007465Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.772191201Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.772199781Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.808143663Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.816182145Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.984969146Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.99308889Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.993148142Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.993160053Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.993165873Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:12.993188003Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.002756185Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.002781086Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"00704963-522d-47d9-8110-4f6e482ebb98 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.102870218Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 00704963-522d-47d9-8110-4f6e482ebb98 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.110481666Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.110508347Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.110514807Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.110547428Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.110558139Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.110700783Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.110707874Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:13.11458123Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.145653712Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_00704963-522d-47d9-8110-4f6e482ebb98/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.153751887Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_00704963-522d-47d9-8110-4f6e482ebb98","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.328664217Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.336390459Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.33643899Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.336449651Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.336455491Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.336461691Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.346285242Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.346316343Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6fa6258a-7497-4e15-a529-59061c358fa5 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.437220815Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 6fa6258a-7497-4e15-a529-59061c358fa5 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.445259917Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.445308359Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.44533879Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.44535058Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.44536268Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.445469904Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.445486264Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.480686142Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_6fa6258a-7497-4e15-a529-59061c358fa5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.488388193Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_6fa6258a-7497-4e15-a529-59061c358fa5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.661524665Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.669160434Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.669197606Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.669208016Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.669215066Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.669225416Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.678960464Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.678986285Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.79851894Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.806354776Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.806400567Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.806408487Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.806421678Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.806432918Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.806567453Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.806578193Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.84422077Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_ef98a6d5-d9ea-4ff1-8549-1894aa16b28d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:13.851938411Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_ef98a6d5-d9ea-4ff1-8549-1894aa16b28d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.023033877Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.030610624Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.030676506Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.030737038Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.030890823Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0740920c-9cc4-48dd-9dfe-98d2719903a5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9862ba1f-9a6d-4763-93ae-ab586778a886 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 00704963-522d-47d9-8110-4f6e482ebb98 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6fa6258a-7497-4e15-a529-59061c358fa5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.030938785Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.030959675Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.031058828Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.031276246Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.031303196Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.031317997Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"}
{"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.031322757Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"}
{"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.031329147Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.031363398Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.031370789Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.03140431Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.03141152Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.031482822Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"a8bb867d-b7db-4bf6-b3cb-312c352096b7","remote_addr":"[fd00:1122:3344:101::1]:60848","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3398556,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 6de76da0-830a-456a-9536-e29b143b819f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fb196bb9-ac2d-42cb-80f4-7eea527277a1 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.062424821Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.062578116Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45278"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6de76da0-830a-456a-9536-e29b143b819f, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.063075022Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.063083652Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6de76da0-830a-456a-9536-e29b143b819f, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.11209676Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.112136841Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:14.116278146Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb196bb9-ac2d-42cb-80f4-7eea527277a1, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.159811445Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.159862117Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb196bb9-ac2d-42cb-80f4-7eea527277a1, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.206649611Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.206692343Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.206700993Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.206740634Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.249531199Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.24957099Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.24957628Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.302617419Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.306350101Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.31033185Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.321480804Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.3272089Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:14.330805558Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:15.118036545Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Profile for oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService2'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:2::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:2::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:2::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:2::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:15.835912691Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:15.835989054Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:15.836231641Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService3'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:3::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:3::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:3::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:3::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:16.31913909Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:16.319229523Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService1'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:1::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:1::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:1::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:1::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:16.7971782Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185\") failed: Property not found. retry in 66.613002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:16.803733483Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:16.803790895Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:16.806740971Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:16.806803253Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185\") failed: Property not found. retry in 104.011125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:16.879265095Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f\") failed: Property not found. retry in 59.133077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:16.931299371Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1\") failed: Property not found. retry in 36.791636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:16.937129201Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1\") failed: Property not found. retry in 54.865167ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:16.981844168Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185\") failed: Property not found. retry in 211.747639ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:16.992304209Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f\") failed: Property not found. retry in 99.01084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:17.087095528Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1\") failed: Property not found. retry in 193.90009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:17.255334081Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f\") failed: Property not found. retry in 105.392296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:17.268157649Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185\") failed: Property not found. retry in 201.12201ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:17.285764863Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f\") failed: Property not found. retry in 325.571145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:17.392245973Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1\") failed: Property not found. retry in 524.652617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:17.463907559Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185\") failed: Property not found. retry in 1.07126578s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:17.496253843Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f\") failed: Property not found. retry in 1.184899688s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:17.726964212Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1\") failed: Property not found. retry in 941.385544ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:17.997582172Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185\") failed: Property not found. retry in 1.381708059s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:18.577632376Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f\") failed: Property not found. retry in 797.047997ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:18.921906477Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1\") failed: Property not found. retry in 1.481919222s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:18.947540022Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f\") failed: Property not found. retry in 1.159056358s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:19.72806814Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.748182246Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"}
{"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.748195806Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.753850631Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"}
{"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.855946218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.855973449Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"}
{"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.894934059Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"}
{"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.894951719Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"}
{"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.952621559Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.95264203Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"}
{"msg":"wait for service Some(\"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185\") failed: Property not found. retry in 524.049329ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:19.968249618Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.973026293Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:19.973038994Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"}
{"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:20.041222776Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:20.041250537Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:20.102902896Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17681087584552036992"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:20.103033191Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10314913088206625123"}
{"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:20.126721472Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:20.126748793Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:20.159111058Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"Failed to get switch ID from MGS (retrying in 72.396895ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:20.159198061Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"}
{"msg":"Failed to get switch ID from MGS (retrying in 129.857798ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:20.232600203Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"}
{"msg":"Failed to get switch ID from MGS (retrying in 190.932713ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:20.363769968Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"}
{"msg":"wait for service Some(\"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1\") failed: Property not found. retry in 1.219474662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:20.439039391Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185\") failed: Property not found. retry in 559.607404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:20.500939899Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Failed to get switch ID from MGS (retrying in 561.835249ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:20.555232708Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:20.715536613Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:36315"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:20.715722819Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"7c53e7c6-df96-49e2-8e54-a3ffd25f4262","remote_addr":"[fd00:1122:3344:101::2]:36315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f\") failed: Property not found. retry in 509.997495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:20.897263576Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:21.006680771Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13665626790000928954"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:21.006794155Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15823024084753260895"}
{"msg":"wait for service Some(\"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185\") failed: Property not found. retry in 1.461350199s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:21.070185521Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.118867687Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.150345104Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.150456907Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.150947803Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"1"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.150959304Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.1.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.187725062Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241468193Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241512865Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241522325Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241535005Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241540696Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241547056Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241555146Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241559456Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241567586Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241595987Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241602918Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241608948Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241615118Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241619428Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241624338Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241628759Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241634679Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241639039Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241643159Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241646519Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241650729Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.241659329Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:21.24166304Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"wait for service Some(\"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f\") failed: Property not found. retry in 619.805413ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:21.417621864Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1\") failed: Property not found. retry in 980.224351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:21.669753492Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.66812756Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_6de76da0-830a-456a-9536-e29b143b819f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.668191882Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_19cf56ba-66b2-46f2-a5c5-d6b0f187f185"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.668200742Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_fb196bb9-ac2d-42cb-80f4-7eea527277a1"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.668208142Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.668697088Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.668958637Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"206b74ed-0790-4961-b261-cfef02cd40e0","remote_addr":"[fd00:1122:3344:101::1]:45278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8606134,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.671535841Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.719439072Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.768367767Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.814901213Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.814930024Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.846614697Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.847515346Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.847520646Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 6de76da0-830a-456a-9536-e29b143b819f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fb196bb9-ac2d-42cb-80f4-7eea527277a1 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 70461e91-4dc0-4c05-ac0a-13b21f00f1f3 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 81f16b92-0075-4220-bf1b-b66cf5d41e33, kind: Service { id: 70461e91-4dc0-4c05-ac0a-13b21f00f1f3 }, name: Name(\"ntp-70461e91-4dc0-4c05-ac0a-13b21f00f1f3\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 116])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.876385287Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.876560113Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35766"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6de76da0-830a-456a-9536-e29b143b819f, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.876876273Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.876883103Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6de76da0-830a-456a-9536-e29b143b819f, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.897668771Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.897695152Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb196bb9-ac2d-42cb-80f4-7eea527277a1, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.915919566Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.915950047Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb196bb9-ac2d-42cb-80f4-7eea527277a1, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.933685815Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.933725876Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.933909432Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.934025186Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.94521759Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.977222073Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.977835583Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:22.977839753Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.007256772Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 166, 116]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.007265052Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"}
{"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.007624624Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.007629564Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.007907783Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.008274765Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.031471501Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.048200577Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService4'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value='fd00:1122:3344:100::/56'/>\n        <propval type=\"boolean\" name=\"boundary\" value='true'/>\n        <propval type=\"astring\" name=\"boundary_pool\" value='boundary-ntp.control-plane.oxide.internal'/>\n        <propval type=\"astring\" name=\"server\" value='0.pool.ntp.org'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte0'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.3.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.3.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.665829986Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:23.665956Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3\") failed: Property not found. retry in 26.740115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:23.800181685Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3\") failed: Property not found. retry in 105.280887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:23.834857655Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3\") failed: Property not found. retry in 119.280652ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:23.965649638Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3\") failed: Property not found. retry in 316.060628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:24.096363887Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3\") failed: Property not found. retry in 1.085793632s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:24.422065462Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3\") failed: Property not found. retry in 1.281792893s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:25.517885116Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3\") failed: Property not found. retry in 681.518438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:26.808321303Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3\") failed: Property not found. retry in 849.537782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:27.499028114Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3\") failed: Property not found. retry in 1.477538335s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:28.357490861Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.855848285Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.855932817Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.85632772Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.856686722Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"64db1200-8b80-4915-be2f-f61e3156b8f9","remote_addr":"[fd00:1122:3344:101::1]:35766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6980040,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.858931675Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.888168698Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.888319493Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64234"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:29.896549651Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.896672655Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"23e56427-a7c8-468d-bcbb-38018d172460","remote_addr":"[fd00:1122:3344:101::1]:64234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8187,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:29.899025062Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.996203348Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:29.996368914Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39295"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:30.105617734Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17681087584552036992"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:30.105731968Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10314913088206625123"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:31.007699224Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13665626790000928954"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:31.007813238Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15823024084753260895"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:32.05970701Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5516853160819489180"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:32.553139082Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6871789340911548363"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:32.670418544Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10935610883027751962"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:34.004293347Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:34.00440194Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"6622b935-5e94-43f5-85de-c8dd4bbe2bcc","remote_addr":"[fd00:1122:3344:101::1]:39295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007960,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:34.006621922Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:34.170718631Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:34.170868465Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48028"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:34.179036171Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:34.179143475Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"d99e5a21-6ac6-44be-982c-44acbbea8a96","remote_addr":"[fd00:1122:3344:101::1]:48028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8110,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:34.180737417Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:34.32566118Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:34.325870307Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64370"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_70461e91-4dc0-4c05-ac0a-13b21f00f1f3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:38.308281296Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.308460882Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c0258fa0-5e7f-4da2-987d-f1becd975ac5","remote_addr":"[fd00:1122:3344:101::1]:64370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008308,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:38.310537439Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:38.435558935Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"308.954355ms"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.502477942Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.502595956Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48007"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.511146315Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"4a1000a4-01b7-41ea-b46b-6d9a6c43862e","remote_addr":"[fd00:1122:3344:101::1]:48007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8372,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449677.831713, correction: -0.107941829 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.512881452Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:38.512887062Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.727103813Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.727301919Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39914"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.736677496Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"bd9ec95b-db41-44c1-93eb-2c86ae04d5fc","remote_addr":"[fd00:1122:3344:101::1]:39914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9295,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449677.831713, correction: -0.107329622 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.738483005Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:38.738515936Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.974165446Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.974341332Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:32782"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.983612795Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"97c69a82-cc96-4e09-8f7a-2512c7cc19b9","remote_addr":"[fd00:1122:3344:101::1]:32782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9223,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3625914380, ip_addr: 216.31.16.12, stratum: 3, ref_time: 1728449678.399472, correction: -0.097922355 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:38.985371343Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:38.985377193Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:39.307739998Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:39.307911573Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36507"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:39.315472832Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"980b4f4e-88ac-4f2f-83da-a2e33c7cb1d3","remote_addr":"[fd00:1122:3344:101::1]:36507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7487,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3625914380, ip_addr: 216.31.16.12, stratum: 3, ref_time: 1728449678.399472, correction: -0.097019233 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:39.317187896Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:39.317193787Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:39.751302593Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:39.751436508Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39605"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:39.75946038Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"1fd95aa6-7d34-4fcb-923e-9e93f9e64c83","remote_addr":"[fd00:1122:3344:101::1]:39605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7984,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3625914380, ip_addr: 216.31.16.12, stratum: 3, ref_time: 1728449678.399472, correction: -0.095813617 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:39.762686115Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:39.762699486Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:39.830109879Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1717854234863817401"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:39.830224113Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15520758147443048410"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:40.076156139Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17681087584552036992"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:40.076386749Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10314913088206625123"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:40.373507867Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:40.373672832Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46835"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:40.381820228Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"a4af4e61-2322-4bcb-8978-95d9604768f9","remote_addr":"[fd00:1122:3344:101::1]:46835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8099,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449679.0333946, correction: -0.102918603 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:40.384821156Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:40.384827837Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:40.976920073Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13665626790000928954"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:40.97703792Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15823024084753260895"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:41.095655736Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:41.095847673Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58625"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:41.104083362Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3f96bf63-9ff1-44fd-88c7-12d1065f3f4a","remote_addr":"[fd00:1122:3344:101::1]:58625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8179,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449680.0410397, correction: -0.098746531 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:41.106357286Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:41.106362716Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:41.676926022Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:41.677098468Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35895"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:41.685213033Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"135a198b-e86a-46b3-9946-60e2226a8668","remote_addr":"[fd00:1122:3344:101::1]:35895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8053,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449680.0410397, correction: -0.097168252 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:41.687329492Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:41.687334882Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:42.026068339Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5516853160819489180"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:42.387074084Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:42.387245135Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45343"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:42.394601735Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"f6fdab8e-5eaf-42f6-bd31-2e8e86efd5fa","remote_addr":"[fd00:1122:3344:101::1]:45343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7285,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449681.1758022, correction: -0.094936162 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:42.39657691Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:42.39658399Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:42.518738172Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6871789340911548363"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:42.633708879Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10935610883027751962"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:43.161373413Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:43.161567669Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54156"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:43.171110791Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"2e599448-1b7c-4e53-a98b-be76de2833e1","remote_addr":"[fd00:1122:3344:101::1]:54156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9478,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449682.8731158, correction: -0.092701845 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:43.173199629Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:43.17320461Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:44.261697802Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:44.261798635Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40572"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:44.269684503Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"63660fd9-d9df-4e24-abd4-97cd2da0c7a0","remote_addr":"[fd00:1122:3344:101::1]:40572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7765,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449683.216688, correction: -0.089731552 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:44.271568464Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:44.271574025Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:45.769051332Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:45.769184826Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49226"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:45.777067634Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"5f9bf0a6-9dc9-48f4-ab6c-d1376f5f2ca9","remote_addr":"[fd00:1122:3344:101::1]:49226","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7719,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449684.9090714, correction: -0.085626669 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:45.77908242Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:45.7790892Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:46.607782701Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:46.607964437Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45221"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:46.616474585Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"b6341dff-f9eb-40a1-95aa-11b5f6ec2921","remote_addr":"[fd00:1122:3344:101::1]:45221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8440,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449685.0960124, correction: -0.083360344 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:46.618480551Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:46.618493011Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:48.431527519Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:48.431746687Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49005"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:48.440547104Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c7443c4e-0251-43db-8b5c-21612f9dd4a5","remote_addr":"[fd00:1122:3344:101::1]:49005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8738,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449687.884657, correction: -0.078462586 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:48.442946093Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:48.442951703Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:49.805352295Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1717854234863817401"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:49.805462879Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15520758147443048410"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:49.896566306Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40529"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:49.896707401Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b1865a97-d473-4a31-94b4-b8babfa7ca08","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40529","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"200"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:50.049440772Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17681087584552036992"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:50.050568498Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10314913088206625123"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:50.95209936Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13665626790000928954"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:50.952210713Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15823024084753260895"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:51.023136751Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:51.023261245Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41676"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:51.032169136Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"e4dfe88c-8eba-4e8b-bd59-1c270c0252b0","remote_addr":"[fd00:1122:3344:101::1]:41676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8777,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449689.787688, correction: -0.071448758 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:51.034217873Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:51.034222543Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:52.001440742Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5516853160819489180"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:52.512226804Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:52.512445571Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61354"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:52.512535304Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6871789340911548363"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:52.521651252Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"a5eefdd8-f2f4-4227-9d20-3199fb043a4d","remote_addr":"[fd00:1122:3344:101::1]:61354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9015,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449692.0676856, correction: -0.06739068 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:52.524596468Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:52.524605208Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:52.608892523Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10935610883027751962"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:53.737373631Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"351.07132ms"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:54.613541144Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:54.61373236Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41134"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:54.622460465Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"7559ed9f-ec7c-4d68-b547-d7f13c45af0a","remote_addr":"[fd00:1122:3344:101::1]:41134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8625,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449693.841653, correction: -0.061696045 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:54.624631116Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:54.624637986Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:58.374720875Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:58.374926103Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49735"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:58.383030508Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"58673063-ce36-4baa-980d-03a3853dd512","remote_addr":"[fd00:1122:3344:101::1]:49735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8003,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449697.536214, correction: -0.051528525 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:54:58.386007715Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:54:58.386015145Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:59.780679212Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1717854234863817401"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:54:59.780794466Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15520758147443048410"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:55:00.023462136Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17681087584552036992"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:55:00.024716377Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10314913088206625123"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:55:00.927543711Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13665626790000928954"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:55:00.927654454Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15823024084753260895"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:55:01.976109417Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5516853160819489180"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:55:02.487112997Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6871789340911548363"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:55:02.583188007Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10935610883027751962"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.118706807Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.118891153Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62193"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.14112357Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"0e61a55b-b0a9-4a4b-b19e-4fccb2f26580","remote_addr":"[fd00:1122:3344:101::1]:62193","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22173,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1728449702.0331137, correction: -0.038684022 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.143945572Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.143966313Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 6de76da0-830a-456a-9536-e29b143b819f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fb196bb9-ac2d-42cb-80f4-7eea527277a1 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 70461e91-4dc0-4c05-ac0a-13b21f00f1f3 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 81f16b92-0075-4220-bf1b-b66cf5d41e33, kind: Service { id: 70461e91-4dc0-4c05-ac0a-13b21f00f1f3 }, name: Name(\"ntp-70461e91-4dc0-4c05-ac0a-13b21f00f1f3\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 116])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 0284e760-325e-4dc1-8692-f6943d177270 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } } } }, OmicronZoneConfig { id: 54cef62c-2d1d-41d1-bbc8-8343b7be9de0 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 29dda204-493f-40b6-9298-e28fbb9e581c (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External } } } }, OmicronZoneConfig { id: 07eafbf8-25f2-4935-ae81-f6d11e0e945c (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5455c7ff-afd8-4968-9eed-d0ef4a8952be (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.174231732Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.174365286Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49340"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6de76da0-830a-456a-9536-e29b143b819f, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.175251015Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.175255835Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6de76da0-830a-456a-9536-e29b143b819f, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.195106394Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.195140945Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb196bb9-ac2d-42cb-80f4-7eea527277a1, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.214746416Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.214773396Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb196bb9-ac2d-42cb-80f4-7eea527277a1, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0284e760-325e-4dc1-8692-f6943d177270, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.232752784Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.232792145Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0284e760-325e-4dc1-8692-f6943d177270, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 54cef62c-2d1d-41d1-bbc8-8343b7be9de0, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.286108498Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.286137509Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 54cef62c-2d1d-41d1-bbc8-8343b7be9de0, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 29dda204-493f-40b6-9298-e28fbb9e581c, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.339166432Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.339202163Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 29dda204-493f-40b6-9298-e28fbb9e581c, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 07eafbf8-25f2-4935-ae81-f6d11e0e945c, dataset_name: DatasetName { pool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.390160138Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.390192109Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 07eafbf8-25f2-4935-ae81-f6d11e0e945c, dataset_name: DatasetName { pool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5455c7ff-afd8-4968-9eed-d0ef4a8952be, dataset_name: DatasetName { pool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.443071737Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.443109379Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5455c7ff-afd8-4968-9eed-d0ef4a8952be, dataset_name: DatasetName { pool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.493785755Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.493825723Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.494057614Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.494184608Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.576433335Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.576491248Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.576496238Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.576501868Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.576508928Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.667050997Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.671228753Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.67541967Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.679798964Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.684443836Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.688843909Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.693088438Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.697586615Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.701868575Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:03.706166815Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService5'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::3'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='0284e760-325e-4dc1-8692-f6943d177270'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::3]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.667458069Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.667585893Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService7'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='07eafbf8-25f2-4935-ae81-f6d11e0e945c'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::6]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.712001164Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.712132019Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService6'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::4'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='54cef62c-2d1d-41d1-bbc8-8343b7be9de0'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::4]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.725370621Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.725480715Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService9'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='5455c7ff-afd8-4968-9eed-d0ef4a8952be'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::7]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.736858677Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.737005462Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService8'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='29dda204-493f-40b6-9298-e28fbb9e581c'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::5]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.769477603Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:06.769624028Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 69.880699ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:06.826723444Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 60.832295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:06.851041979Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 63.297995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:06.871126144Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 60.436398ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:06.877977608Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 71.590802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:06.92364946Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 57.010647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:07.051962334Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 36.629526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:07.313556663Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 194.815337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:07.424980684Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 124.098071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:07.534289596Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 297.063024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:07.830754335Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 50.058036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:08.084407364Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 50.996357ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:08.34775416Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 212.872176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:08.489161271Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 294.308747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:08.642943587Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 352.553738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:08.798325595Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 255.707751ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:08.994415672Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.160112358Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.12554607s"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 250.335543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.211383353Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 406.457038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.300542507Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 535.042851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.314844184Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 858.343237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.32896591Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 301.334741ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.34041851Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 261.442023ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.470280394Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 702.031569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.650955408Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 875.214426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.716026405Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 778.789853ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.740461853Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 904.734705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:09.859450341Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 961.603552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:10.19875753Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 671.176032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:10.362166353Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 1.159976398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:10.527127141Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 1.329317699s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:10.599710943Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 782.60232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:10.772391866Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 1.01090759s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:11.042089129Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 509.90742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:11.165930957Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 931.188026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:11.562878129Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 1.335537921s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:11.683992537Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 1.319791268s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:11.692303529Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 1.465662124s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:11.934124091Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 1.175951006s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:12.059093925Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 1.238953779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:12.501009337Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 1.462789565s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:13.018038463Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 866.249814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:13.025882339Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 693.373309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:13.245157025Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 1.480339135s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:13.406756656Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 738.984088ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:13.748493884Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 1.405528111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:13.902667082Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 1.100557342s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:13.946519815Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 770.589294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:14.486604405Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 1.379911213s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:14.494052449Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 1.055128484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:14.891530538Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 678.871169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:15.053038375Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 1.067582493s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:15.263824369Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 1.22115387s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:15.311840917Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 709.994377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:15.73999603Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 1.484432662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:15.879657001Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 671.588543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:15.952049235Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be\") failed: Property not found. retry in 987.552288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:16.338556298Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 1.356307012s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:16.4564895Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c\") failed: Property not found. retry in 763.56563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:16.539627865Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 965.067328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:16.632033163Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 1.402028132s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:17.370237602Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 945.817008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:17.605860047Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 908.300745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:17.820394763Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 506.351111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:18.559018686Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 1.135561946s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:18.73736434Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 542.489796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:18.78145163Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 782.218815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:19.574746099Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 1.326269374s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:19.584830198Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:19.855415906Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49474"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:19.8555236Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"7b89f6c2-7324-45c3-b672-9f183087eee8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49474","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 1.209631503s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:19.884469653Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 733.161976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:20.369059277Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 1.141982786s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:20.922620547Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 1.485831003s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:21.106395227Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 812.78496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:21.115322988Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 1.474679876s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:21.939757107Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 1.219057113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:22.074743296Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 1.271780295s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:22.60199389Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 744.607137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:23.302052975Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 661.26025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:23.422139949Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 936.122999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:23.881751648Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 575.744989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:24.055287734Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 678.217918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:24.092619551Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 1.237629888s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:24.639278387Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 1.008732091s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:24.779060323Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 740.220247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:24.825717713Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:25.299967699Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.73874318s"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 963.606811ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:25.575559231Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 792.747993ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:25.79674392Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0\") failed: Property not found. retry in 1.02560466s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:25.885278025Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c\") failed: Property not found. retry in 1.302723852s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:26.548351035Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270\") failed: Property not found. retry in 1.292163335s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:26.598092266Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.910805818Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_0284e760-325e-4dc1-8692-f6943d177270"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.91085937Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_54cef62c-2d1d-41d1-bbc8-8343b7be9de0"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.91086732Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_07eafbf8-25f2-4935-ae81-f6d11e0e945c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.91087384Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_29dda204-493f-40b6-9298-e28fbb9e581c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.91087998Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_5455c7ff-afd8-4968-9eed-d0ef4a8952be"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.910929452Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.911316857Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.911591206Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"22a8d4b6-332a-4555-b50e-f6b95071d4a3","remote_addr":"[fd00:1122:3344:101::1]:49340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24777509,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.944335241Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35291"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:27.971982712Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:39.586939462Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:42.077368922Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"5.649500124s"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:49.90126155Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33314"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:49.901683214Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"795bb138-5daa-4cc7-8993-6e3058a9cea7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33314","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.175848279Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.176057156Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"41272bd0-0e35-451e-a1eb-458e85c44cd8","remote_addr":"[fd00:1122:3344:101::1]:35291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22230137,"response_code":"204"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 6de76da0-830a-456a-9536-e29b143b819f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: fb196bb9-ac2d-42cb-80f4-7eea527277a1 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 70461e91-4dc0-4c05-ac0a-13b21f00f1f3 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 81f16b92-0075-4220-bf1b-b66cf5d41e33, kind: Service { id: 70461e91-4dc0-4c05-ac0a-13b21f00f1f3 }, name: Name(\"ntp-70461e91-4dc0-4c05-ac0a-13b21f00f1f3\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 116])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 0284e760-325e-4dc1-8692-f6943d177270 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } } } }, OmicronZoneConfig { id: 54cef62c-2d1d-41d1-bbc8-8343b7be9de0 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 29dda204-493f-40b6-9298-e28fbb9e581c (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External } } } }, OmicronZoneConfig { id: 07eafbf8-25f2-4935-ae81-f6d11e0e945c (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5455c7ff-afd8-4968-9eed-d0ef4a8952be (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7c39f218-007a-4b55-9746-23f0c227c5a3 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: a855ca69-8ebc-46e8-b110-f8a3146db8ad, kind: Service { id: 7c39f218-007a-4b55-9746-23f0c227c5a3 }, name: Name(\"external-dns-7c39f218-007a-4b55-9746-23f0c227c5a3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 229])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 2a36e851-dcea-4980-96d1-2e0d917a23e5 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 25a48722-b40e-43ed-ae34-d934307cc880, kind: Service { id: 2a36e851-dcea-4980-96d1-2e0d917a23e5 }, name: Name(\"external-dns-2a36e851-dcea-4980-96d1-2e0d917a23e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 22a582e8-4deb-4cf4-8f1f-64154fe6ec7e (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 00704963-522d-47d9-8110-4f6e482ebb98 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 850de17e-9087-42a3-80dd-693551b0e865, kind: Service { id: 22a582e8-4deb-4cf4-8f1f-64154fe6ec7e }, name: Name(\"nexus-22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 4e33acfe-78b6-42b4-800e-e3b14dd035d7 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 72365fe5-1903-4d00-b362-f2cd719c0017, kind: Service { id: 4e33acfe-78b6-42b4-800e-e3b14dd035d7 }, name: Name(\"nexus-4e33acfe-78b6-42b4-800e-e3b14dd035d7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 13])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 42f3450d-fae8-4256-9be7-cb23b51396ea (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: a122d06d-36c1-43fd-80c2-8ee7c78b641a, kind: Service { id: 42f3450d-fae8-4256-9be7-cb23b51396ea }, name: Name(\"nexus-42f3450d-fae8-4256-9be7-cb23b51396ea\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 47])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 2bbfb2e6-a82f-468e-9ebd-d74f23c228ca (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0a67fdfb-6f06-4400-925f-b901a1c8628a (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } } } }, OmicronZoneConfig { id: e9b5f642-3d9b-471c-9a48-c26476cc7666 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: fd1a562c-26b5-44af-8632-1a3de5b262d3 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8a546a8f-ecdd-448f-9f1a-b15570cb4ecf (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 586efc49-9a1d-4ea7-8852-3dbf38cf98b5 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External } } } }, OmicronZoneConfig { id: 05338661-cf2d-40b8-b73d-60d4376c67fd (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External } } } }, OmicronZoneConfig { id: de414908-1de7-49a7-98cc-9953682c7168 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External } } } }, OmicronZoneConfig { id: 99e8a434-ac77-4e72-aa18-f4b1a8c8e233 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e7192b-4d7c-4a19-b6a0-9fdb1f259d43 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External } } } }, OmicronZoneConfig { id: 377414eb-b7c3-48e3-a2a5-4cfaf10a03a2 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool), kind: External } } } }, OmicronZoneConfig { id: 5440251b-32d8-4c9c-a3bb-0758a3190443 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 00704963-522d-47d9-8110-4f6e482ebb98 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 00704963-522d-47d9-8110-4f6e482ebb98 (zpool), kind: External } } } }, OmicronZoneConfig { id: ac0be696-3be8-4885-8a46-a26a104cc6db (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 6fa6258a-7497-4e15-a529-59061c358fa5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6fa6258a-7497-4e15-a529-59061c358fa5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9cad7cf4-65da-4506-857e-bc895233f07a (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.207448919Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.20779892Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38425"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6de76da0-830a-456a-9536-e29b143b819f, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.208239625Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.208357008Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6de76da0-830a-456a-9536-e29b143b819f, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.238249023Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.238287774Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 19cf56ba-66b2-46f2-a5c5-d6b0f187f185, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb196bb9-ac2d-42cb-80f4-7eea527277a1, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.262256085Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.262296396Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb196bb9-ac2d-42cb-80f4-7eea527277a1, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0284e760-325e-4dc1-8692-f6943d177270, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.282703602Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.282737963Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0284e760-325e-4dc1-8692-f6943d177270, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 54cef62c-2d1d-41d1-bbc8-8343b7be9de0, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.301701841Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.301735212Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 54cef62c-2d1d-41d1-bbc8-8343b7be9de0, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 29dda204-493f-40b6-9298-e28fbb9e581c, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.322519279Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.32256459Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 29dda204-493f-40b6-9298-e28fbb9e581c, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 07eafbf8-25f2-4935-ae81-f6d11e0e945c, dataset_name: DatasetName { pool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.341033963Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.341066084Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 07eafbf8-25f2-4935-ae81-f6d11e0e945c, dataset_name: DatasetName { pool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5455c7ff-afd8-4968-9eed-d0ef4a8952be, dataset_name: DatasetName { pool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.358510772Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.358540033Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5455c7ff-afd8-4968-9eed-d0ef4a8952be, dataset_name: DatasetName { pool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c39f218-007a-4b55-9746-23f0c227c5a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.377333926Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.377376547Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7c39f218-007a-4b55-9746-23f0c227c5a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2a36e851-dcea-4980-96d1-2e0d917a23e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.482901176Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.482936577Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2a36e851-dcea-4980-96d1-2e0d917a23e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0a67fdfb-6f06-4400-925f-b901a1c8628a, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.571494953Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.571546235Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0a67fdfb-6f06-4400-925f-b901a1c8628a, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 586efc49-9a1d-4ea7-8852-3dbf38cf98b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.720151538Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.7202122Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 586efc49-9a1d-4ea7-8852-3dbf38cf98b5, dataset_name: DatasetName { pool_name: ZpoolName { id: 49916421-9e4f-42c4-86d7-3165ee00ae7a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 05338661-cf2d-40b8-b73d-60d4376c67fd, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.819567378Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.81963431Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 05338661-cf2d-40b8-b73d-60d4376c67fd, dataset_name: DatasetName { pool_name: ZpoolName { id: 793ae6a9-e462-4ae6-ab44-078f57f38c9d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: de414908-1de7-49a7-98cc-9953682c7168, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.926961978Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:50.92701632Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: de414908-1de7-49a7-98cc-9953682c7168, dataset_name: DatasetName { pool_name: ZpoolName { id: aa098699-0fbc-4331-9673-23889295e035 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 99e8a434-ac77-4e72-aa18-f4b1a8c8e233, dataset_name: DatasetName { pool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.021929913Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.021978145Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 99e8a434-ac77-4e72-aa18-f4b1a8c8e233, dataset_name: DatasetName { pool_name: ZpoolName { id: b51d1830-b729-429a-a767-758ff0a11f53 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e7192b-4d7c-4a19-b6a0-9fdb1f259d43, dataset_name: DatasetName { pool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.146963058Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.1470143Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 56e7192b-4d7c-4a19-b6a0-9fdb1f259d43, dataset_name: DatasetName { pool_name: ZpoolName { id: b8da0de9-fca2-448f-9e3a-2d80d45a5192 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 377414eb-b7c3-48e3-a2a5-4cfaf10a03a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.272979635Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.273029687Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 377414eb-b7c3-48e3-a2a5-4cfaf10a03a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 51c915b7-7ef8-471b-b924-1e6c5f999c34 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5440251b-32d8-4c9c-a3bb-0758a3190443, dataset_name: DatasetName { pool_name: ZpoolName { id: 00704963-522d-47d9-8110-4f6e482ebb98 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.341692655Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.341740696Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5440251b-32d8-4c9c-a3bb-0758a3190443, dataset_name: DatasetName { pool_name: ZpoolName { id: 00704963-522d-47d9-8110-4f6e482ebb98 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ac0be696-3be8-4885-8a46-a26a104cc6db, dataset_name: DatasetName { pool_name: ZpoolName { id: 6fa6258a-7497-4e15-a529-59061c358fa5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.410444515Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.410486686Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ac0be696-3be8-4885-8a46-a26a104cc6db, dataset_name: DatasetName { pool_name: ZpoolName { id: 6fa6258a-7497-4e15-a529-59061c358fa5 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9cad7cf4-65da-4506-857e-bc895233f07a, dataset_name: DatasetName { pool_name: ZpoolName { id: ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.478948608Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.47900324Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9cad7cf4-65da-4506-857e-bc895233f07a, dataset_name: DatasetName { pool_name: ZpoolName { id: ef98a6d5-d9ea-4ff1-8549-1894aa16b28d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.550366645Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.550701826Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.551025667Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.551181872Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.653395653Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.704196119Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.704430886Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.704464578Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.704487538Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.704516419Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.7045408Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.705720699Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.731403676Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.731445587Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.920590031Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.920804758Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.920852369Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.92087096Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.92088188Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.920890251Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.920912211Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.933270834Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.945574825Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.946131603Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.950382752Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.95494642Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.960331996Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.965825735Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.971524431Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:51.97704199Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.120046801Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.125176678Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.129571562Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.133943154Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.137835441Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.142535724Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.147278421Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.152121036Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.157361387Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.163482767Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.169280716Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.175451967Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.181224425Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.187043455Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.235253216Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.284247933Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Installing Omicron zone: oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.284616735Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.292556213Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.300303166Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.309210876Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.316308207Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.324293428Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.332456384Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.403337004Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.496563164Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.500631235Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.500648595Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.585121939Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 151, 190]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.585152229Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.587585009Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.587601669Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.642832709Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 198, 13]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.64286221Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.702270646Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.707001951Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.707016421Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.707186737Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.707198497Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.708878322Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.708890462Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.766119157Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 220, 168]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.766170069Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"}
{"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.766434648Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.768257507Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.770704587Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.770725788Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.773300621Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.773313462Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.832320165Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 240, 47]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.832355206Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.834992042Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.835005392Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.891804093Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 232, 229]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.891838164Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"}
{"msg":"Configuring new Omicron zone: oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.984085415Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.999574505Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:52.999619827Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.000159574Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.000191185Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.000204906Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.000212336Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.000222586Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.002818631Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.002847022Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.007518924Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.011224595Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.011242935Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Installing Omicron zone: oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.07767206Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.089519347Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.333405346Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.359828256Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.384066606Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.399894362Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.410307572Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.519585803Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:53.541744535Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService16'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::13'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_793ae6a9-e462-4ae6-ab44-078f57f38c9d/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::13'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='a294475a-d981-4c5b-a68c-b5ba74840100'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.144908514Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService11'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::12'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_49916421-9e4f-42c4-86d7-3165ee00ae7a/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::12'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='e2012167-4ab8-4090-8893-4089a1a2c216'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.145737181Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.146443154Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.160183661Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService12'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::17'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_51c915b7-7ef8-471b-b924-1e6c5f999c34/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::17'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='13366337-b305-4f84-a01e-8fe3379d016c'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.175269603Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService20'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::16'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_b8da0de9-fca2-448f-9e3a-2d80d45a5192/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::16'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='5d13a62e-12fd-4dc2-8f27-8eea1e0e2782'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.175955726Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService22'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::15'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_b51d1830-b729-429a-a767-758ff0a11f53/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::15'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='17ad6a56-4251-4c05-aeb9-df8dc99876e9'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.176172693Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService23'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_ef98a6d5-d9ea-4ff1-8549-1894aa16b28d/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1a'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='8da191b3-3374-4388-a0d5-810a863df569'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.176818044Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService10'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::19'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_6fa6258a-7497-4e15-a529-59061c358fa5/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::19'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='46d1bf08-85fb-4394-9afc-b6c4bfe48fcb'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.177396202Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.177413403Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.187233063Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.196742293Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.206675057Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.216170766Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService14'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::10'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::10'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.22673487Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService15'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::f'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::f'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.227084592Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.227654411Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.2380665Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService17'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::18'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_00704963-522d-47d9-8110-4f6e482ebb98/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::18'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='04da0819-74ba-4f81-bafd-d8ca839f44e3'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.264482411Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.264957226Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService21'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::11'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::11'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.291994788Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.292315708Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService19'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::14'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_aa098699-0fbc-4331-9673-23889295e035/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::14'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='b49c3de5-edf7-404f-9604-5509fe9de0d2'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.508746092Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:55:56.50900869Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 52.632161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:56.610438726Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 52.022964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:56.626290083Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 52.186255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:56.7851384Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 50.811803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:56.797078439Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 33.319009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:56.807919542Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 47.422594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:56.821224536Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 35.582726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:55:56.83456105Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 39.238036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:09.912069964Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 92.883623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:10.4860255Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 81.737624ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:10.615174539Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 56.482411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:10.767802094Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 144.096149ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.038479465Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 110.015291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.064179983Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 31.292046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.238187614Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService18'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::d'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value='2bbfb2e6-a82f-468e-9ebd-d74f23c228ca'/>\n        <propval type=\"astring\" name=\"address\" value='[fd00:1122:3344:101::d]:12223'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:11.379819739Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 73.624387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.549239621Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 53.320403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.655910468Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 117.046796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.684840251Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 123.517277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.73023099Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 140.433455ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.782946978Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 133.916177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.894554415Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 192.04259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:11.957595729Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 179.216335ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.007135934Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.100026791Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"4.027356603s"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 143.82114ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.106063698Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 110.476431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.13342992Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 133.612448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.162378843Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 59.089631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.203292907Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:12.20336973Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 149.431462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.265165143Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 145.612241ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.289079773Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 217.886065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.313632303Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 196.654156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.339341471Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 236.318723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.38932951Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 193.584722ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.415188453Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 487.869411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.440022432Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 263.52533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.468123018Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 226.208494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.497803375Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 450.501041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.558829494Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 501.3595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.59153637Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 276.982411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.635337685Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 237.368924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.656641612Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 205.527014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.680055795Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 244.507686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.705713241Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 522.801873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.746247603Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 374.995734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.758065878Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 317.302012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.783663822Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 643.599781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.80753551Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 503.246983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.819231341Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 48.620565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.827722308Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 128.182832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.88702092Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 589.585653ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.897085618Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 507.843823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.907701964Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 326.743083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.923653504Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 567.991623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.941997262Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 843.698856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:12.960172294Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 635.444691ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.022870898Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 175.784106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.032297425Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 533.35553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.10291949Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 840.463396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.140239243Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 812.570239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.152331577Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 401.30675ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.221606605Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 1.067854479s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.263525141Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 428.081891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.281161566Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 827.708842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.334502304Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.073158314s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.428909051Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 641.330903ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.463421886Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 1.185447183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.497540718Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 1.350267398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.523295117Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 966.482374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.636186296Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService28'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::8'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte5'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::8]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.5:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:13.678235477Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService26'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::9'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte3'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::9]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.6:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:13.6792738Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:13.679490838Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:13.686641671Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 538.541698ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.70164543Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 657.751011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.713159465Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.304519414s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.724437683Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.110085879s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.817880898Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 26.97839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.885038616Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 57.428615ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.894193824Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 92.406584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.923584742Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 71.605477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.962072127Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 1.04160913s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.974860204Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 1.070164388s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:13.992992244Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 152.216468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.027234531Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 265.580386ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.04349657Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 855.246172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.116701856Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 1.171964325s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.174724007Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 557.020333ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.192485966Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 1.220154649s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.251480439Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 412.715328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.324354084Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 1.271972685s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.343752776Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 1.263596181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.380930628Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 849.890898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.515433731Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 1.114541515s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.61481807Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 1.157267222s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.695015324Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 873.850341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.749669285Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 920.038464ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.761528982Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService25'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte2'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:14.809379842Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService27'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::c'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte4'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:14.809584658Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService24'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte1'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:14.809781815Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:14.809976201Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:14.816299097Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:14.821957081Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 785.195848ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.884605142Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.107974641s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.941421034Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 964.812995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:14.984690254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 63.084424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.006292328Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 45.323621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.022582459Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 935.57061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.032948297Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 36.16739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.042210939Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 704.586648ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.05267105Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 531.544429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.07508415Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 127.979742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.0836535Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 80.501273ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.092374974Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 136.081796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.101364567Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 215.136825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.18338011Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 159.433813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.221828293Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 129.184707ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.251034645Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 702.489143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.356770351Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.06243552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.376267326Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 352.226398ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.391374839Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 534.426883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.403262646Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 242.991404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.414331827Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 935.469983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.482100155Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 1.122768437s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.617997204Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 1.439201555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.629304713Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 689.404294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.639983841Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 1.159776897s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.654857766Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 896.411958ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.667188908Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 544.519537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.679473938Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 794.420696ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.692321257Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 738.6068ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.740215038Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 643.907768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.753598854Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 778.531136ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.767848458Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 967.459012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.862981819Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 1.000290967s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.948536077Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 503.371495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.959836915Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 886.367461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:15.977998977Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.137622989s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.059905377Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 589.959302ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.069233601Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 541.285459ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.253949411Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 681.78586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.339583872Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 887.670129ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.407364291Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 1.420492835s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.426305248Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 925.717742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.446915Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 1.213771224s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.471393617Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 848.158165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.487807452Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.087789603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.4954072Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.149944341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.554842617Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 633.149023ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.571558652Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 1.135728392s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.66907559Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 1.362642478s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.750120221Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 842.584093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.80376469Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 1.400934033s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.822250132Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 1.346632842s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.838952396Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 1.171556453s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:16.935133851Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 956.448403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.213742431Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 1.102019239s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.291114223Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 1.401527779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.322874598Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.255001784s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.335137218Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 865.232749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.346302911Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 1.237663389s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.35791438Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 881.974129ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.368441693Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.062532616s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.410030288Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 649.084246ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.594594523Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 517.394901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.65923519Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 1.130183047s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.698971925Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.218633796s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.714733289Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 1.040366575s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.814391437Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 925.051586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:17.856316933Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 1.194245609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.116861734Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 808.987732ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.125041061Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 817.077953ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.177724518Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 1.239113851s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.185940836Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 919.28184ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.194412652Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 1.050470886s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.220020126Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 941.922857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.232643508Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.291140089s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.252626459Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 1.496564286s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.260169745Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 793.937968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.403858908Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.05640024s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.481512129Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 861.653264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.599467093Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 621.682051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.6076667Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 1.170930351s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.733488411Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 650.935315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.790182269Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 600.987947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.838916787Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 1.003681322s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.863721975Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.094691454s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.942485483Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 635.262115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:18.949610455Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 1.197223392s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.004727021Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 761.975852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.123082368Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 1.226311662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.182822765Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 1.469858663s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.205700351Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 947.084629ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.239230134Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 837.445633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.279370852Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 896.017413ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.320491402Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 1.147847497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.435723358Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 801.310683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.448319318Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 717.765734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.455802622Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 504.284698ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.469297702Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.113564807s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.54655834Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 719.74026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.554135677Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 1.104697704s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.593142588Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 519.07003ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.766046144Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 544.071414ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.876062099Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 1.180105419s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.893515587Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 929.460783ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.913028334Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 774.150945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:19.982084314Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:20.063868799Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38674"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:20.070733203Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"e5cb5d9f-f7d2-45e9-99b3-d32491d75e24","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38674","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2194,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.223502238s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.072437969Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 1.093174457s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.126655646Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 968.180187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.185300797Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 1.237801266s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.197439753Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 567.89605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.214511229Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 672.062833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.226271112Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 1.017575734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.259664191Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.27048471s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.284202591Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 808.344304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.294730374Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 535.479187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.420991469Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 668.670934ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.429963781Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 1.013040599s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.594736061Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 605.775798ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.670974656Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 594.353308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.686993978Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 660.185691ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.706887336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.024714992s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.769015632Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 708.267057ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.793482939Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 888.317921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.853734452Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 1.302451274s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.91443407Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 722.400347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:20.97304767Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 705.296937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.086532709Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 960.566752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.111816503Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 1.302762722s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.121681875Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 1.031789007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.166072371Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 1.325945169s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.229529049Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 970.090328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.28875006Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 1.064733015s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.299656935Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 695.893983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.309656091Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.017392192s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.317531438Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 894.659875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.379244269Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 1.372463701s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.447125971Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService13'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::e'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::e'/>\n        <propval type=\"astring\" name=\"listen_port\" value='8123'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::e]:8888'/>\n        <propval type=\"astring\" name=\"ch_address\" value='[fd00:1122:3344:101::e]:8123'/>\n        <propval type=\"astring\" name=\"ch_binary\" value='/opt/oxide//opt/oxide/clickhouse/clickhouse'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:21.454087728Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:21.460337832Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 1.106830643s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.512635167Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.142004864s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.566639087Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 1.353927348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.62165777Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 58.122421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.677068076Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 821.236602ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.708564172Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 89.174844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.749444934Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 620.768465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.762403597Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 851.167782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.835113126Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.306612505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.911967411Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 253.296072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:21.926191914Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 937.765956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.021815381Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 629.879008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.085111374Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 395.26324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.194595452Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 832.927542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.213310932Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 1.425035472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.22860369Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.085497315s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.275158848Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 919.189947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.2890412Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.437095005s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.348453547Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 1.237650628s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.376817711Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 1.402752388s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.395367516Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 1.147986191s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.435307887Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 964.35315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.544764365Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 717.557013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.569111148Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 1.028966074s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.601404741Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 1.433865257s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.633727064Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 552.423806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.724187582Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 1.079453438s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.739883524Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 582.615186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.754733688Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 673.55986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.83795671Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 1.036886422s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:22.978583083Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 921.930105ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.000775136Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 560.175019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.068270406Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 1.001898652s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.233273674Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.461326572s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.252633615Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 748.42766ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.290923013Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 858.554337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.301118085Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.382777096s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.353334697Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.073615653s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.373739452Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 612.816726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.52126755Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 1.229755063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.534077048Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 800.926039ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.596240954Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 944.477769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.625984063Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 643.812607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.637224799Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 1.434375194s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.645913053Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 1.419975167s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.663289449Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 889.112576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.804403698Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 516.201254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.813315549Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 1.105965598s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.829239848Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 866.959016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:23.939101158Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 1.398515929s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.029803434Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 839.513521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.051140309Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 1.064019393s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.082585524Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 745.437799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.148277315Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 1.078095996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.170233541Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 1.378933394s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.245175143Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 1.185510052s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.291353388Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 880.70325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.339317532Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 1.126495088s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.409302892Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.45398011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.459613462Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 698.898847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.583353725Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.384674253s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.704987249Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 738.156822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.725231469Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.024072994s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.748425085Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 862.297879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.773223493Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 1.425392058s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.816929167Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 1.358669741s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.902209817Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 1.38567567s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.911369785Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 718.932367ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:24.945113135Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 1.385352591s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.091060111Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 1.277184738s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.099120054Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 765.504662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.156507745Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 1.136403058s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.231262181Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 514.803069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.258490488Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 948.842213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.292822937Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 1.400408968s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.438843496Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.353364931s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.473477435Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 1.12344486s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.487305526Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 1.463775039s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.545637977Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 1.245626573s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.635672781Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 557.322578ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.64853398Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 577.643382ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.676223263Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 821.334537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.785297878Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 1.080138002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.796813933Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.060496138s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.926198189Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 895.057965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:25.939254895Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.084571717s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.105028268Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 1.219706312s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.220124419Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 1.249937905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.253525267Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 503.767144ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.26586156Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 1.17574808s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.276836987Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 1.353216104s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.287488234Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 1.388502337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.311163276Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 1.053793979s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.381632433Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 1.028831901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.395156323Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 741.187748ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.492538427Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.309698415s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.621343945Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 1.043378971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.636451078Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 646.071878ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.784628927Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.117584707s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.839327499Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 1.117373297s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.85103094Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 627.935416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.862399281Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 1.329414985s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.891842081Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 1.226763s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:26.903085427Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 960.9208ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.001820155Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca\") failed: Property not found. retry in 1.011538348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.029346542Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.449372111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.204812331Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 1.210366152s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.246668005Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 705.023831ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.435735997Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 851.167678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.443589323Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 892.591564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.451582643Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 723.765754ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.458957834Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 555.637512ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.465749015Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 773.833152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.499747753Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 1.168510776s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.512609402Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 1.142529874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.649118891Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 1.491512357s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.689771016Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 1.084261702s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.709240971Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.155157223s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.941694396Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.333279971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.965401969Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.29542692s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.971916861Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 1.083937795s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:27.978186516Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 1.130701061s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.03141138Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 918.493638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.138458069Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 524.69879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.150368587Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 1.17539056s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.191295531Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 856.415282ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.230256891Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 659.729907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.283981272Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 1.112450211s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.303783858Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 1.467230925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.352289848Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 1.206952686s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.465944032Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.098150332s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.664089761Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 821.087728ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.683995179Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 1.363036595s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.692673582Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 1.401337355s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.801660414Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 1.341418042s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.809549341Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 933.025726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:28.95281638Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 935.076191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.06634492Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 1.26629051s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.073856725Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 786.993318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.095283753Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.09457265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.105031391Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 521.813002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.172342785Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666\") failed: Property not found. retry in 1.498275796s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.190494746Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 790.594304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.27712991Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.106071045s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.30721415Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443\") failed: Property not found. retry in 780.172846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.375767655Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 778.555449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.425761394Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 747.639528ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.515466148Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 1.116375792s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.683143393Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3\") failed: Property not found. retry in 1.215085001s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.703953311Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233\") failed: Property not found. retry in 1.263436936s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.773169367Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 1.077118703s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.82942241Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 1.103756471s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.892754604Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 816.424339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:29.901086025Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 560.219809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.012337111Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2\") failed: Property not found. retry in 1.449649415s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.065682469Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168\") failed: Property not found. retry in 1.241058038s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.077545676Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd\") failed: Property not found. retry in 1.267646965s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.160703817Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5\") failed: Property not found. retry in 977.374905ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.260739757Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43\") failed: Property not found. retry in 968.704559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.269026757Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3\") failed: Property not found. retry in 1.002107844s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.278543857Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a\") failed: Property not found. retry in 818.842279ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.286724554Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\") failed: Property not found. retry in 1.195367531s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.351335109Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf\") failed: Property not found. retry in 1.092232851s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.422901432Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db\") failed: Property not found. retry in 1.465420774s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.585268284Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7\") failed: Property not found. retry in 726.583191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.727743127Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 1.382452148s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.809980247Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea\") failed: Property not found. retry in 1.235676897s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:30.91652345Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5\") failed: Property not found. retry in 959.337926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:31.009944234Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:31.329928983Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"17.936211075s"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 600.96056ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:32.202845662Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 551.850461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:32.81674263Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a\") failed: Property not found. retry in 1.416508495s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:33.382320262Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836185465Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_22a582e8-4deb-4cf4-8f1f-64154fe6ec7e"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836232617Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_ac0be696-3be8-4885-8a46-a26a104cc6db"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836238127Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_586efc49-9a1d-4ea7-8852-3dbf38cf98b5"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836242507Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_377414eb-b7c3-48e3-a2a5-4cfaf10a03a2"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836246637Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_0a67fdfb-6f06-4400-925f-b901a1c8628a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836250667Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_fd1a562c-26b5-44af-8632-1a3de5b262d3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836254847Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_4e33acfe-78b6-42b4-800e-e3b14dd035d7"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836258778Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_42f3450d-fae8-4256-9be7-cb23b51396ea"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836262778Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_e9b5f642-3d9b-471c-9a48-c26476cc7666"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836438453Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_05338661-cf2d-40b8-b73d-60d4376c67fd"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836448564Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_5440251b-32d8-4c9c-a3bb-0758a3190443"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836458934Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_2bbfb2e6-a82f-468e-9ebd-d74f23c228ca"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836470145Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_de414908-1de7-49a7-98cc-9953682c7168"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836476155Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_56e7192b-4d7c-4a19-b6a0-9fdb1f259d43"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836489135Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_8a546a8f-ecdd-448f-9f1a-b15570cb4ecf"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.8366337Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_99e8a434-ac77-4e72-aa18-f4b1a8c8e233"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.83664041Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_7c39f218-007a-4b55-9746-23f0c227c5a3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836697602Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_2a36e851-dcea-4980-96d1-2e0d917a23e5"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.836705292Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_9cad7cf4-65da-4506-857e-bc895233f07a"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.837515328Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.841652503Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.846042666Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"4be65f55-2000-46d1-826e-77900b915568","remote_addr":"[fd00:1122:3344:101::1]:38425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44637900,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.856302101Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.856983193Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.857170559Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.863618909Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"}
{"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.864215059Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.1.174,\n    infra_ip_last: 10.151.1.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.1.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            lldp: None,\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.1.100,\n                    rib_priority: None,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            uplink_port_fec: None,\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.915766049Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:34.920609977Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:35.059271896Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:35.20545934Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:35.387926857Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:35.505475118Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:35.720047902Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:35.886475746Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:36.32598372Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:36.534559088Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:36.95069982Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:37.663405698Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:38.370958468Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:39.459634939Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:39.666322165Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:56:40.655184303Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:40.762508691Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:41.240688045Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:56:41.659551727Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:42.085987534Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:56:42.662230815Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:42.867516315Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:43.236492381Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:56:43.668695357Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:56:44.670393333Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:44.92805369Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T04:56:45.236300437Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/c6faf757-885e-4ba4-bf0a-053dea112a30)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T04:56:45.673412383Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2c4317f-2470-474b-aa60-8dd3e730fd10\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 04:56:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"6d7a2bbf-4e69-45ec-8ed2-1b149ffaf8d8\\\"\", request_id: \"f2c4317f-2470-474b-aa60-8dd3e730fd10\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:47.631753347Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:49.309675303Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:49.446356388Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48905"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:49.451245027Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:49.71488264Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"7306d5cd-21c4-43cc-bb7b-4cc0010a41eb","remote_addr":"[fd00:1122:3344:101::a]:48905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":267649,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:49.715706667Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:49.715755678Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:49.717675401Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:49.718309971Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"094a4218-b3a8-4876-bcea-b7d8fa6f2c30","remote_addr":"[fd00:1122:3344:101::a]:48905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2956,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:50.129313527Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49680"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:50.129442311Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6ae68e0e-87f7-4e33-9037-158e89db2dc8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49680","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.986021679Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65115"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.990816615Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 25a48722-b40e-43ed-ae34-d934307cc880, kind: Service { id: 2a36e851-dcea-4980-96d1-2e0d917a23e5 }, name: Name(\"external-dns-2a36e851-dcea-4980-96d1-2e0d917a23e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a855ca69-8ebc-46e8-b110-f8a3146db8ad, kind: Service { id: 7c39f218-007a-4b55-9746-23f0c227c5a3 }, name: Name(\"external-dns-7c39f218-007a-4b55-9746-23f0c227c5a3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 229])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72365fe5-1903-4d00-b362-f2cd719c0017, kind: Service { id: 4e33acfe-78b6-42b4-800e-e3b14dd035d7 }, name: Name(\"nexus-4e33acfe-78b6-42b4-800e-e3b14dd035d7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 13])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 850de17e-9087-42a3-80dd-693551b0e865, kind: Service { id: 22a582e8-4deb-4cf4-8f1f-64154fe6ec7e }, name: Name(\"nexus-22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a122d06d-36c1-43fd-80c2-8ee7c78b641a, kind: Service { id: 42f3450d-fae8-4256-9be7-cb23b51396ea }, name: Name(\"nexus-42f3450d-fae8-4256-9be7-cb23b51396ea\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 47])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.991963383Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.992130869Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.992136038Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.992146689Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.992156619Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.99217138Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.99219154Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7f898428-626f-447a-85ec-a454e8674800","remote_addr":"[fd00:1122:3344:101::a]:65115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6096,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:51.993069889Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:52.246694235Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56332"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:52.246801458Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:52.452195863Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"6663e82b-2ddd-4b92-9620-82637f229317","remote_addr":"[fd00:1122:3344:101::a]:56332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205377,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:52.453275598Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:52.453317449Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:52.453850857Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:52.454113835Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"1db12a25-9a17-49da-8529-9c8210a92778","remote_addr":"[fd00:1122:3344:101::a]:56332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1578,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.94147123Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54408"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.942448741Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 25a48722-b40e-43ed-ae34-d934307cc880, kind: Service { id: 2a36e851-dcea-4980-96d1-2e0d917a23e5 }, name: Name(\"external-dns-2a36e851-dcea-4980-96d1-2e0d917a23e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a855ca69-8ebc-46e8-b110-f8a3146db8ad, kind: Service { id: 7c39f218-007a-4b55-9746-23f0c227c5a3 }, name: Name(\"external-dns-7c39f218-007a-4b55-9746-23f0c227c5a3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 229])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72365fe5-1903-4d00-b362-f2cd719c0017, kind: Service { id: 4e33acfe-78b6-42b4-800e-e3b14dd035d7 }, name: Name(\"nexus-4e33acfe-78b6-42b4-800e-e3b14dd035d7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 13])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 850de17e-9087-42a3-80dd-693551b0e865, kind: Service { id: 22a582e8-4deb-4cf4-8f1f-64154fe6ec7e }, name: Name(\"nexus-22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a122d06d-36c1-43fd-80c2-8ee7c78b641a, kind: Service { id: 42f3450d-fae8-4256-9be7-cb23b51396ea }, name: Name(\"nexus-42f3450d-fae8-4256-9be7-cb23b51396ea\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 47])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.942502493Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.942531004Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.942537815Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.942550165Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.942585456Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.942606847Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.942627467Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"944e1726-cfcf-456f-aa27-72e4cf651544","remote_addr":"[fd00:1122:3344:101::b]:54408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1028,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.948643134Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48070"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.948914542Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 25a48722-b40e-43ed-ae34-d934307cc880, kind: Service { id: 2a36e851-dcea-4980-96d1-2e0d917a23e5 }, name: Name(\"external-dns-2a36e851-dcea-4980-96d1-2e0d917a23e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a855ca69-8ebc-46e8-b110-f8a3146db8ad, kind: Service { id: 7c39f218-007a-4b55-9746-23f0c227c5a3 }, name: Name(\"external-dns-7c39f218-007a-4b55-9746-23f0c227c5a3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 229])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72365fe5-1903-4d00-b362-f2cd719c0017, kind: Service { id: 4e33acfe-78b6-42b4-800e-e3b14dd035d7 }, name: Name(\"nexus-4e33acfe-78b6-42b4-800e-e3b14dd035d7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 13])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 850de17e-9087-42a3-80dd-693551b0e865, kind: Service { id: 22a582e8-4deb-4cf4-8f1f-64154fe6ec7e }, name: Name(\"nexus-22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a122d06d-36c1-43fd-80c2-8ee7c78b641a, kind: Service { id: 42f3450d-fae8-4256-9be7-cb23b51396ea }, name: Name(\"nexus-42f3450d-fae8-4256-9be7-cb23b51396ea\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 47])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.948963904Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.949580624Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.949598345Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.949617825Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.949641086Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.949655027Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:53.949682197Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"95c53db9-f8c6-4900-9b39-577b0181ffae","remote_addr":"[fd00:1122:3344:101::a]:48070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":946,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:54.001729144Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48054"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:54.002761427Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 25a48722-b40e-43ed-ae34-d934307cc880, kind: Service { id: 2a36e851-dcea-4980-96d1-2e0d917a23e5 }, name: Name(\"external-dns-2a36e851-dcea-4980-96d1-2e0d917a23e5\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 220, 168])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a855ca69-8ebc-46e8-b110-f8a3146db8ad, kind: Service { id: 7c39f218-007a-4b55-9746-23f0c227c5a3 }, name: Name(\"external-dns-7c39f218-007a-4b55-9746-23f0c227c5a3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 229])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 72365fe5-1903-4d00-b362-f2cd719c0017, kind: Service { id: 4e33acfe-78b6-42b4-800e-e3b14dd035d7 }, name: Name(\"nexus-4e33acfe-78b6-42b4-800e-e3b14dd035d7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 13])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 850de17e-9087-42a3-80dd-693551b0e865, kind: Service { id: 22a582e8-4deb-4cf4-8f1f-64154fe6ec7e }, name: Name(\"nexus-22a582e8-4deb-4cf4-8f1f-64154fe6ec7e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 190])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a122d06d-36c1-43fd-80c2-8ee7c78b641a, kind: Service { id: 42f3450d-fae8-4256-9be7-cb23b51396ea }, name: Name(\"nexus-42f3450d-fae8-4256-9be7-cb23b51396ea\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 47])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:54.002809779Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:54.00284467Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:54.00285303Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:54.002863671Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:54.002874161Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:54.002883771Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:54.002910042Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d006fbff-a51a-44bd-8d66-8646e705daae","remote_addr":"[fd00:1122:3344:101::c]:48054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1078,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:58.934968344Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40511"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:58.935898684Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"28543328-74de-460b-a8bc-141a3159e112","remote_addr":"[fd00:1122:3344:101::a]:40511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":859,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:58.975138254Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:58.975167034Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"54c09d6b-b8bc-4bbc-a882-bcbbafc6d2b2","remote_addr":"[fd00:1122:3344:101::a]:40511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":446,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:56:59.075702611Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"94053e4b-3f44-46d4-963f-26597f7e47f9","remote_addr":"[fd00:1122:3344:101::a]:40511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4725,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.165079167Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63031"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.165857323Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"1c49b441-87eb-474e-a6fe-e2590bd90f2d","remote_addr":"[fd00:1122:3344:101::c]:63031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":714,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.253031574Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38027"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.253110056Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ae11046b-f986-4885-9c4e-ec60cf240a5b","remote_addr":"[fd00:1122:3344:101::c]:38027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.380577341Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34710"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.381220572Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.473455748Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.54042836Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8efc18fc-4218-4250-897f-e1185e517118","remote_addr":"[fd00:1122:3344:101::c]:34710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159779,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.541675421Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.541725873Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2091eeb9-d4d6-4d8e-b4ec-91ac9f4ce85f","remote_addr":"[fd00:1122:3344:101::c]:38027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":964,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.541951Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a8194a4d-e6aa-4b03-8bb1-5d588f2b3b41","remote_addr":"[fd00:1122:3344:101::c]:34710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1192,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.552635728Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"99bd0821-2ffa-46bd-803a-e595c1a5f630","remote_addr":"[fd00:1122:3344:101::c]:38027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":265,"response_code":"204"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.63092804Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.630962831Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.632499241Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.633648529Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.633668529Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"5baa9e1e-8e31-4f72-ab42-6a8b47928fe7","remote_addr":"[fd00:1122:3344:101::c]:34710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2977,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.787346398Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50530"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.788109773Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"64ab3c39-5e2f-46e4-bd85-4c286d7246f3","remote_addr":"[fd00:1122:3344:101::b]:50530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":603,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.805437998Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53572"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.806459631Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d5d13252-e521-4aa2-a0b2-750d5b03e661","remote_addr":"[fd00:1122:3344:101::a]:53572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":950,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.859017523Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.859046474Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"882fcd02-51a4-4418-8ec0-c7270a443c94","remote_addr":"[fd00:1122:3344:101::a]:53572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.871874553Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e4fd6a61-00e6-4a98-9f78-0300355a837f","remote_addr":"[fd00:1122:3344:101::a]:53572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":316,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.94390316Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58410"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.944105407Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2109ef2f-c0d1-4f0e-a094-b2097d173d6b","remote_addr":"[fd00:1122:3344:101::a]:58410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":158,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.950090772Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.950117692Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c93714c7-8c45-40fc-b1e3-1569d64e38da","remote_addr":"[fd00:1122:3344:101::b]:50530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:18.961155902Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b372446f-aced-461a-b743-0ee99c72ee00","remote_addr":"[fd00:1122:3344:101::b]:50530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.068495261Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58447"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.068624645Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.107563214Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.16145826Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9b479fec-5987-49df-a9a7-3ca8bc5bdc48","remote_addr":"[fd00:1122:3344:101::b]:58447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92906,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.161555854Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35356"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.161588635Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46826"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.161902675Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e42c9b5b-2270-45c4-985f-0819eb32aad4","remote_addr":"[fd00:1122:3344:101::b]:46826","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.162017619Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.162031409Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d990268f-5118-4d52-87af-78f795c13c95","remote_addr":"[fd00:1122:3344:101::b]:58447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":300,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.202615302Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.257337015Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6b9486f2-e56e-4b8a-a71a-69d2683942a7","remote_addr":"[fd00:1122:3344:101::a]:35356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95457,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.258375519Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"02ba3b52-026e-423e-b040-8601c4d354ed","remote_addr":"[fd00:1122:3344:101::a]:35356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":765,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.452293189Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:63529"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:19.48053792Z","hostname":"buskin","pid":1572,"uri":"/c6faf757-885e-4ba4-bf0a-053dea112a30","method":"GET","req_id":"97bbdcff-e2c3-4319-b42b-495903923829","remote_addr":"[fd00:1122:3344:101::d]:63529","local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":27434,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:20.16231523Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58494"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:20.162445004Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"e7c4454b-ccf3-4241-adb0-726600a2b0de","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58494","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.124075307Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63089"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.124211221Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"81027c67-6967-4afe-8afe-69b6c4d07c8c","remote_addr":"[fd00:1122:3344:101::c]:63089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.167986688Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.16804757Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a3eceb1b-b13f-4a1c-9723-d982520fc7f2","remote_addr":"[fd00:1122:3344:101::c]:63089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.268918677Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"487faafb-047e-4703-abb1-6ee6aee9fa94","remote_addr":"[fd00:1122:3344:101::c]:63089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.346705962Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38322"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.347068754Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2ba4c02f-23f9-45cc-bbb0-cd57f7960293","remote_addr":"[fd00:1122:3344:101::c]:38322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":291,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.614527961Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54592"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.614766369Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.666502695Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.769991938Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9922672e-ab00-461a-89f6-5a0ca9066a29","remote_addr":"[fd00:1122:3344:101::c]:54592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155397,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:48.770416372Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5f9b3b0f-2a96-4b9f-9bbb-1bde83447450","remote_addr":"[fd00:1122:3344:101::c]:54592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.064694693Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38408"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.064838037Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"560fd1d9-b30d-49d5-8f55-6f53591325d6","remote_addr":"[fd00:1122:3344:101::a]:38408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.068895039Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63109"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.069067655Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a83c9fd7-f9a4-45c9-b7b5-c89d3431a02d","remote_addr":"[fd00:1122:3344:101::b]:63109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.12537346Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57146"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.125638889Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2ed3aa89-e99d-4a6f-a689-72d9eabec1ce","remote_addr":"[fd00:1122:3344:101::b]:57146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.138113015Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.138129316Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"496e1ed2-2c37-482a-bb79-0b668e834516","remote_addr":"[fd00:1122:3344:101::b]:63109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":490,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.147313075Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6e479b41-f7c3-481e-8568-bd19a4ba6773","remote_addr":"[fd00:1122:3344:101::b]:63109","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.158337634Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.158348065Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ecb0f9f4-4e43-4656-9f7a-887793963f65","remote_addr":"[fd00:1122:3344:101::a]:38408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.171887646Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"04585489-ab5d-488c-88ff-5c828613da5e","remote_addr":"[fd00:1122:3344:101::a]:38408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":994,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.207214058Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52211"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.207373113Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"7f5b57f4-e6c7-42c7-9026-b46eb1aaeac2","remote_addr":"[fd00:1122:3344:101::a]:52211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.426469924Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60652"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.427218038Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.466311552Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.521152479Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6220b4e0-d5b2-4aad-af39-9aa74e9e80e2","remote_addr":"[fd00:1122:3344:101::a]:60652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94589,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.521328455Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49771"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.522341608Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.522424211Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a8563b99-58b4-42ba-9606-884d4c609a71","remote_addr":"[fd00:1122:3344:101::a]:60652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1007,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.532647994Z","hostname":"buskin","pid":1572,"uri":"/c6faf757-885e-4ba4-bf0a-053dea112a30","method":"GET","req_id":"d5d98d71-eef2-4e54-a1f5-73f339dadd65","remote_addr":"[fd00:1122:3344:101::d]:63529","local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11339,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.560974767Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.618023327Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7ba4d27e-3fae-4784-a9e3-dc31e75160af","remote_addr":"[fd00:1122:3344:101::b]:49771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96392,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:49.618459001Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"97de635d-05e9-4514-bf33-35db46525dd1","remote_addr":"[fd00:1122:3344:101::b]:49771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":158,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:50.196372615Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39588"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:57:50.196486659Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"aa4d7f5a-8dbf-44da-a39f-aa8a817b6ae0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39588","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.081293698Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52804"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.081467634Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"07348696-5602-4143-9388-941824693301","remote_addr":"[fd00:1122:3344:101::c]:52804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.139865067Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.139893488Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3144a527-eb16-433b-b769-4c25d6fd7fbf","remote_addr":"[fd00:1122:3344:101::c]:52804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":743,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.149715058Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b4dfbc2f-41d9-4b02-a7ff-f2ce6416e2c5","remote_addr":"[fd00:1122:3344:101::c]:52804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.268377136Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58538"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.268478869Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.303138009Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.362075439Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0aac2fcb-7675-41d0-b422-346f26d6df96","remote_addr":"[fd00:1122:3344:101::c]:58538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93647,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.362251695Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37571"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.362495393Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5a057211-2eb7-4861-8f03-9b68f5f69141","remote_addr":"[fd00:1122:3344:101::c]:37571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":182,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.362561785Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ac5fef99-c84b-4cb1-9e69-854fb902ac70","remote_addr":"[fd00:1122:3344:101::c]:58538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.84535844Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54007"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.845494374Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5ffb7c43-43b8-4c56-a27b-7cda3985b926","remote_addr":"[fd00:1122:3344:101::a]:54007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.864658059Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.864720621Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a21de632-9243-4fc4-a728-bbff0a908268","remote_addr":"[fd00:1122:3344:101::a]:54007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.873112214Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6eb5d554-ee6d-4993-be35-d69507fdc9f9","remote_addr":"[fd00:1122:3344:101::a]:54007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1099,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.89597238Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34158"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.896092374Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6237e210-913c-4dcc-b6a6-0685a0aa316d","remote_addr":"[fd00:1122:3344:101::b]:34158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.916798848Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.916830719Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d93c3923-55cb-4afd-9c77-a5e8fa0df6c4","remote_addr":"[fd00:1122:3344:101::b]:34158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.933129331Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4f8d1b63-557a-4faf-9b1d-268346ab65f6","remote_addr":"[fd00:1122:3344:101::b]:34158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.948057347Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48976"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.948198132Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:18.984724842Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.046485615Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"22a21004-ce4c-45e8-9e02-1c9bd8e97c59","remote_addr":"[fd00:1122:3344:101::a]:48976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98326,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.046600789Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45579"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.046656731Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64489"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.046717733Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59868"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.047038843Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.05152828Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"bcc52cdf-c938-4274-9129-1e1b6bd517e3","remote_addr":"[fd00:1122:3344:101::a]:48976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4572,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.051635353Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"714d39a9-fe2c-484a-bc8b-57bad11180ee","remote_addr":"[fd00:1122:3344:101::b]:64489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4526,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.051659994Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"9cc877b3-f8d9-4004-9035-fae6dd5e7091","remote_addr":"[fd00:1122:3344:101::a]:45579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4674,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.084253506Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.140396006Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7d984172-62fc-4089-823c-c9a0814cabfb","remote_addr":"[fd00:1122:3344:101::b]:59868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93539,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.140762878Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6ef58070-98bf-4ef0-8974-6b334d505a0c","remote_addr":"[fd00:1122:3344:101::b]:59868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:19.459516866Z","hostname":"buskin","pid":1572,"uri":"/c6faf757-885e-4ba4-bf0a-053dea112a30","method":"GET","req_id":"2c7b2530-d3f2-4160-b348-bff528b9bdcc","remote_addr":"[fd00:1122:3344:101::d]:63529","local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7486,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:20.231590909Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48334"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:20.232448977Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2941c7bd-6b68-4938-b025-f4167b3fd3f6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48334","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":790,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.296876237Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40795"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.297007902Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2f8c2bdb-6600-4695-8746-b5ca16209952","remote_addr":"[fd00:1122:3344:101::c]:40795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.351909601Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.351937572Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b920021a-e5f5-4f58-a7cf-fd57ef06450e","remote_addr":"[fd00:1122:3344:101::c]:40795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.365592307Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61074"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.365771972Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a4978c4a-7f13-4ecc-b48c-4180de05bada","remote_addr":"[fd00:1122:3344:101::c]:61074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.560728556Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f9badf8a-87b7-4a65-b290-09660eb6705a","remote_addr":"[fd00:1122:3344:101::c]:40795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":241,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.604125251Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39817"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.604206143Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.656600941Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.743639058Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"96170590-48c7-4047-957e-bc6d31dcc8a1","remote_addr":"[fd00:1122:3344:101::c]:39817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139448,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.744056401Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"352d2372-e356-4b00-b0f2-f73c6fd81f18","remote_addr":"[fd00:1122:3344:101::c]:39817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.984800397Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58102"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:48.984972543Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"45be946e-f787-4cd6-a2f0-5e4413b27a22","remote_addr":"[fd00:1122:3344:101::a]:58102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.039856261Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53058"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.041201255Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"570349c9-cc67-4399-85e4-a9b84214174f","remote_addr":"[fd00:1122:3344:101::b]:53058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1400,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.04136488Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.041384911Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5f8fa6c0-2d9d-45a7-90da-66d131cda95d","remote_addr":"[fd00:1122:3344:101::a]:58102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.056549545Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.056572686Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ff800c6e-72a1-4006-b9e0-5c126e61a8c4","remote_addr":"[fd00:1122:3344:101::b]:53058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.068992181Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8faa2cb9-a970-4315-8d84-46d8d9e7fef0","remote_addr":"[fd00:1122:3344:101::b]:53058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":290,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.138351411Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62957"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.138540908Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"02371d46-fdc9-41bb-ba4b-0e9f95f434f5","remote_addr":"[fd00:1122:3344:101::a]:62957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.149821685Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cd0f6252-2b94-4aab-ba2b-67befb8b6a88","remote_addr":"[fd00:1122:3344:101::a]:58102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":910,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.181861549Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33795"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.181985153Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.219475875Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.264195013Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"638dc4ad-32a0-4815-b835-9cd84540cf8b","remote_addr":"[fd00:1122:3344:101::a]:33795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82243,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.264463381Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"28ec5ca0-d2a0-4f84-8e33-6c6cd6df587f","remote_addr":"[fd00:1122:3344:101::a]:33795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.311819585Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45755"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.312093114Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"07bceaee-2d5e-4b5a-a540-1a3528461f97","remote_addr":"[fd00:1122:3344:101::b]:45755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.32731712Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46755"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.327430013Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.359449517Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.407195013Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6bb95df1-6585-4ae3-9263-8621999ba04c","remote_addr":"[fd00:1122:3344:101::b]:46755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79827,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.408087472Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"51a6138f-bf8e-4843-8322-f7863870c09b","remote_addr":"[fd00:1122:3344:101::b]:46755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":675,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:49.456354555Z","hostname":"buskin","pid":1572,"uri":"/c6faf757-885e-4ba4-bf0a-053dea112a30","method":"GET","req_id":"5a672133-f7ef-4c59-aa1c-7cdd43508b50","remote_addr":"[fd00:1122:3344:101::d]:63529","local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8443,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:50.263728088Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57107"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:58:50.264761852Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"0edbc942-a8c4-4afe-90d4-e237718a7f07","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57107","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":935,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:13.895151556Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.278052463Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55965"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.278224798Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"92fc46a2-d336-4908-a375-ca4526c488a0","remote_addr":"[fd00:1122:3344:101::c]:55965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.321762857Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.321782728Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"433f1d01-aa48-479e-94ed-6a8022f1cd6d","remote_addr":"[fd00:1122:3344:101::c]:55965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.363713194Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34672"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.364401637Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5c0f759c-9f9d-4121-aabd-70b154b3379e","remote_addr":"[fd00:1122:3344:101::c]:34672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":622,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.373270566Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e5ae7f97-cf48-402a-b5c7-b507c5693a35","remote_addr":"[fd00:1122:3344:101::c]:55965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.435532155Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57634"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.435630198Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.472376666Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.527673658Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ad44c20a-6073-4ced-9d05-13e5286e0b90","remote_addr":"[fd00:1122:3344:101::c]:57634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92080,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.527984318Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7df18eeb-f427-4fa0-ae08-88448e8a0808","remote_addr":"[fd00:1122:3344:101::c]:57634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.791525328Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51859"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.791712534Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9682250c-0f14-46a9-9b87-fdcf7eef7e82","remote_addr":"[fd00:1122:3344:101::a]:51859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.862068117Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.862105438Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cbe3e1e2-fd6e-4585-b2d7-9dcbc1f41079","remote_addr":"[fd00:1122:3344:101::a]:51859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":860,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.869134437Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37587"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.869323503Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b8cf5733-da00-4203-ac61-140c2e11c5ea","remote_addr":"[fd00:1122:3344:101::a]:37587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.895156815Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63095"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.89531599Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f70aec79-9324-4f1b-989e-52f3a4b05073","remote_addr":"[fd00:1122:3344:101::b]:63095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.903432265Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58122"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.903535598Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"cbf95c70-4b19-436d-9c96-3870754e44e3","remote_addr":"[fd00:1122:3344:101::b]:58122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.937486135Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54706"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.937605358Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:18.974443599Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.031165808Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9d3b533a-83a8-4537-a2af-b4fb8aa45b72","remote_addr":"[fd00:1122:3344:101::a]:54706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93599,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.031460817Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.031488438Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"dcd3814e-221a-41a5-934b-8379c6d4b2fa","remote_addr":"[fd00:1122:3344:101::b]:58122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.031728956Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2e7298e2-bd75-438b-bcbd-f3de8d550123","remote_addr":"[fd00:1122:3344:101::a]:51859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":318,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.032442379Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"40539458-3614-4eb1-b44c-171a5f54d0fe","remote_addr":"[fd00:1122:3344:101::a]:54706","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":991,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.043426657Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0009b748-fe31-47b6-a294-628a579d9dc1","remote_addr":"[fd00:1122:3344:101::b]:58122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.193863485Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44278"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.194010527Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.231517687Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.284358886Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0d138dc7-b035-4d17-b636-1027396231bb","remote_addr":"[fd00:1122:3344:101::b]:44278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90437,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.284655784Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0713fe26-7f6b-4847-b031-51b6addb92ce","remote_addr":"[fd00:1122:3344:101::b]:44278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:19.458667229Z","hostname":"buskin","pid":1572,"uri":"/c6faf757-885e-4ba4-bf0a-053dea112a30","method":"GET","req_id":"0dcb662c-b658-494b-8001-2b5713ef157c","remote_addr":"[fd00:1122:3344:101::d]:63529","local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6544,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:20.297903749Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56208"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:20.298037913Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"546b8c64-cb65-4057-8760-eb6bdb939ff9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56208","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.27679676Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39358"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.276938495Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"581af65d-347c-4e9a-9652-9a189dd581ee","remote_addr":"[fd00:1122:3344:101::c]:39358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.298650422Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.298697964Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b94e65c5-2498-4f30-9674-da647cdd9737","remote_addr":"[fd00:1122:3344:101::c]:39358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.411978326Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"046b08ec-effd-4d30-96e9-c7743660f0db","remote_addr":"[fd00:1122:3344:101::c]:39358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.54712856Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44142"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.547273555Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"edd6aff9-fff2-4e40-bb19-f74caf731854","remote_addr":"[fd00:1122:3344:101::c]:44142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.677646914Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44358"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.677760148Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.73337325Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.829118721Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b558f38b-68d8-4dfd-9b6d-7e8349bf1e7c","remote_addr":"[fd00:1122:3344:101::c]:44358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151396,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.829337778Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39395"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.82970813Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4e7ee073-5b4f-43d8-8a1c-4d09fd650eb1","remote_addr":"[fd00:1122:3344:101::c]:44358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.829786933Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"41a97769-4a57-40a3-9448-d07822cb46f9","remote_addr":"[fd00:1122:3344:101::a]:39395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.877805357Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.877861079Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"03f8ae0b-55cb-4430-a194-3c1f0433190d","remote_addr":"[fd00:1122:3344:101::a]:39395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:48.99968253Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d6f9e69e-7d24-4ef0-b9de-65f9261cb409","remote_addr":"[fd00:1122:3344:101::a]:39395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1236,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.062778156Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61684"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.062954462Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fc71fae4-b850-4827-85b5-063a9988c8c9","remote_addr":"[fd00:1122:3344:101::a]:61684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.17336544Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54986"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.173482114Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2518de7b-f9c1-4304-8591-39744e255554","remote_addr":"[fd00:1122:3344:101::b]:54986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.221582562Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.221608113Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"94f945d1-4e0e-4148-b66b-0a90ace26138","remote_addr":"[fd00:1122:3344:101::b]:54986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.232614181Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8818980e-838f-4651-8bf9-eaccadbd919d","remote_addr":"[fd00:1122:3344:101::b]:54986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":236,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.267384114Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34351"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.267487698Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.305635181Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.360565501Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3b34baa4-5c72-4476-b1c2-ec8b49b44c1f","remote_addr":"[fd00:1122:3344:101::a]:34351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93114,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.361720409Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4fb4881b-6dc6-4812-bc7f-2a779ed130fb","remote_addr":"[fd00:1122:3344:101::a]:34351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":996,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.480448578Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39757"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.480706697Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e5ff2bde-499d-49b6-85f1-7e1c6eca2e10","remote_addr":"[fd00:1122:3344:101::b]:39757","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.491994335Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41910"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.492117899Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.527519763Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.581874864Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"26d2a098-0ee9-400f-ad9a-11b03797df23","remote_addr":"[fd00:1122:3344:101::b]:41910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89822,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.591019412Z","hostname":"buskin","pid":1572,"uri":"/c6faf757-885e-4ba4-bf0a-053dea112a30","method":"GET","req_id":"1d1e0614-e239-4e24-9d0e-cf58975c4e7d","remote_addr":"[fd00:1122:3344:101::d]:63529","local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8963,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:49.592509941Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"981060cb-f174-4cb5-8970-b7dcc41deb3a","remote_addr":"[fd00:1122:3344:101::b]:41910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":689,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:50.332980153Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47308"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T04:59:50.333107327Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f7df3276-a8ca-4ccc-bcb3-260c5340102c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47308","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.07629179Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42541"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.076437715Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"94bc7771-7785-4d34-9242-d0ba9ff76bec","remote_addr":"[fd00:1122:3344:101::c]:42541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.119821459Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.1198531Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9ec92c0a-70e2-47e3-b4ab-409ef3a5a243","remote_addr":"[fd00:1122:3344:101::c]:42541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.149211677Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64612"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.149408943Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"823626ec-0d56-4ec6-bffe-46b576610473","remote_addr":"[fd00:1122:3344:101::c]:64612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.220429568Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47220"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.220943644Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.260942978Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.317746029Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"984d2a89-a439-40ca-9883-2845fb0797b3","remote_addr":"[fd00:1122:3344:101::c]:47220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97267,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.31806044Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f85693fc-ebd5-419c-953e-f770f19d5e66","remote_addr":"[fd00:1122:3344:101::c]:42541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.318196124Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9ddf85dd-6db4-439d-be33-e456709a7b76","remote_addr":"[fd00:1122:3344:101::c]:47220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.727650919Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47296"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.729137187Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"89c896ef-ab3a-4980-9fb8-d062ef6d33a3","remote_addr":"[fd00:1122:3344:101::a]:47296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1372,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.747539807Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.747567228Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"35793ed3-1176-44fb-ae77-e84ad131a482","remote_addr":"[fd00:1122:3344:101::a]:47296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.755211847Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a6395ae2-6175-4060-abd1-5075b2277c51","remote_addr":"[fd00:1122:3344:101::a]:47296","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":266,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.916213244Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65166"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.916354509Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6fae2e67-cdd2-4bfe-b0ce-954567d5c897","remote_addr":"[fd00:1122:3344:101::b]:65166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.957399877Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54770"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.957620164Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d5613cd9-d8eb-4915-9bec-87c95d4a6a33","remote_addr":"[fd00:1122:3344:101::a]:54770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.968129636Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.968157217Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c961cfbc-7ba3-46a2-a3c0-8580bf52b659","remote_addr":"[fd00:1122:3344:101::b]:65166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:18.981309646Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2b26c46d-5ada-4b72-bd64-cf1de25181bd","remote_addr":"[fd00:1122:3344:101::b]:65166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":321,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.003508999Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48141"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.003621413Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.046653085Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.103918572Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a214215d-8a31-4c47-aaf1-c8c697fc8ddb","remote_addr":"[fd00:1122:3344:101::a]:48141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100342,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.104048066Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59688"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.104088947Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56729"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.104938635Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.105019518Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"926c0b84-d6b8-4d57-a57d-f4c489248438","remote_addr":"[fd00:1122:3344:101::b]:56729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":844,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.108550393Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e3b2cf34-0e41-42e2-a289-d58fa4502faf","remote_addr":"[fd00:1122:3344:101::a]:48141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4247,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.139372987Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.193718979Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5e44ab65-563c-452f-9b75-5c9b11159a85","remote_addr":"[fd00:1122:3344:101::b]:59688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89395,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.194097191Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f33bd0c8-94fc-4122-b923-17295b46d480","remote_addr":"[fd00:1122:3344:101::b]:59688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:19.528712517Z","hostname":"buskin","pid":1572,"uri":"/c6faf757-885e-4ba4-bf0a-053dea112a30","method":"GET","req_id":"0f9a817c-bdbd-4ede-ad61-c1d5437d8e23","remote_addr":"[fd00:1122:3344:101::d]:63529","local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7192,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:20.365669904Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64829"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:20.366389707Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ad062916-a822-4fc6-b3ae-ec073efe95f5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64829","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":680,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.04747073Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59542"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.047672686Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3b7137b8-e22d-4027-a3de-01e6ff312470","remote_addr":"[fd00:1122:3344:101::a]:59542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.048929897Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13844626) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.050482508Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"bd64a1b4-18b1-414f-b748-892e5161effd","remote_addr":"[fd00:1122:3344:101::a]:59542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2647,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.16070074Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62047"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.169087584Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: a66ed23e-db7e-42eb-a2ee-d92820613f24, project_id: d9af0fbe-8743-4f21-9451-b67e514c9881 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-09T05:00:25.160471003Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 20827723-eee3-4ea3-8096-786a6dd98e14, kind: Instance { id: 47e909c8-ef25-426e-b34f-7fe4d2212da2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13844626), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20827723-eee3-4ea3-8096-786a6dd98e14, kind: Instance { id: 47e909c8-ef25-426e-b34f-7fe4d2212da2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13844626), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20827723-eee3-4ea3-8096-786a6dd98e14, kind: Instance { id: 47e909c8-ef25-426e-b34f-7fe4d2212da2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13844626), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13844626))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20827723-eee3-4ea3-8096-786a6dd98e14, kind: Instance { id: 47e909c8-ef25-426e-b34f-7fe4d2212da2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13844626), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-94924b6277a\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: cbcb540f-60ba-48ed-a906-a31e26af952d, read_only_parent: Some(Volume { block_size: 512, id: 2622890b-982a-45c5-b386-9f29d4024a44, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c2e87106-7082-43fe-9635-68d66590eab2, key: Some(\"HusfUVRFFZXeLAAvq+1IqPId/dbWuexLEoawOcGaWPY=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: cbcb540f-60ba-48ed-a906-a31e26af952d, key: Some(\"ZPZ4WwDiG1W2jiyJA1nyXGJ+TDQkhHCSEJ/LxCkoIfA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19000\", \"[fd00:1122:3344:101::13]:19001\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-94924b6277a\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.169144935Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.169261839Z","hostname":"buskin","pid":1572,"propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 20827723-eee3-4ea3-8096-786a6dd98e14, kind: Instance { id: 47e909c8-ef25-426e-b34f-7fe4d2212da2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13844626), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20827723-eee3-4ea3-8096-786a6dd98e14, kind: Instance { id: 47e909c8-ef25-426e-b34f-7fe4d2212da2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13844626), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20827723-eee3-4ea3-8096-786a6dd98e14, kind: Instance { id: 47e909c8-ef25-426e-b34f-7fe4d2212da2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13844626), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13844626))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 20827723-eee3-4ea3-8096-786a6dd98e14, kind: Instance { id: 47e909c8-ef25-426e-b34f-7fe4d2212da2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13844626), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-94924b6277a\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: cbcb540f-60ba-48ed-a906-a31e26af952d, read_only_parent: Some(Volume { block_size: 512, id: 2622890b-982a-45c5-b386-9f29d4024a44, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: c2e87106-7082-43fe-9635-68d66590eab2, key: Some(\"HusfUVRFFZXeLAAvq+1IqPId/dbWuexLEoawOcGaWPY=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: cbcb540f-60ba-48ed-a906-a31e26af952d, key: Some(\"ZPZ4WwDiG1W2jiyJA1nyXGJ+TDQkhHCSEJ/LxCkoIfA=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::14]:19000\", \"[fd00:1122:3344:101::13]:19001\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-94924b6277a\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-09T05:00:25.160471003Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.17173464Z","hostname":"buskin","pid":1572,"uri":"/vmms/b2b53140-2805-4df9-a98f-b6a0feb2777c","method":"PUT","req_id":"6f3d8e5f-4062-4713-95dc-aa62aa4d94ad","remote_addr":"[fd00:1122:3344:101::a]:62047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10938,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.254550409Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52647"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.254973663Z","hostname":"buskin","pid":1572,"uri":"/vmms/b2b53140-2805-4df9-a98f-b6a0feb2777c/state","method":"PUT","req_id":"52ecab49-65e9-4424-916b-bd8b4ed5ee2a","remote_addr":"[fd00:1122:3344:101::a]:52647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":316,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.259576033Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 13844626 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.26043105Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.302591044Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.327889269Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.343054793Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64371"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.343217589Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4c1bb439-af40-42de-92f6-00fff53636b4","remote_addr":"[fd00:1122:3344:101::a]:64371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:25.357354999Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {20827723-eee3-4ea3-8096-786a6dd98e14: {10.151.1.176: {ad356948-c45f-428b-8b19-ad5ff03f5408}, 10.151.1.175: {ad356948-c45f-428b-8b19-ad5ff03f5408}}} }"}
{"msg":"Profile for oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlInstance0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1:0'/>\n        <propval type=\"astring\" name=\"listen_port\" value='12400'/>\n        <propval type=\"astring\" name=\"metric_addr\" value='dns'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:26.758773094Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:26.758997361Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\") failed: Property not found. retry in 48.829834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:26.931182492Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\") failed: Property not found. retry in 74.385564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:26.989894006Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\") failed: Property not found. retry in 158.493957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:27.078681319Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\") failed: Property not found. retry in 431.966823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:27.255085489Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\") failed: Property not found. retry in 739.827819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:27.702326495Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\") failed: Property not found. retry in 769.687787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:28.454361705Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\") failed: Property not found. retry in 1.311360093s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:29.234058926Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\") failed: Property not found. retry in 1.011765673s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:30.55755941Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\") failed: Property not found. retry in 1.031100135s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:31.580675655Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Started propolis in zone: oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.640585319Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.64827916Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.685692349Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.825547117Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"}
{"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.827244702Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1210"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.827302404Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"01a0b227-fe56-4937-92c9-797c06f4b3a8","remote_addr":"[fd00:1122:3344:101::a]:64371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7470712,"response_code":"204"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-09T05:00:32.828027628Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.828044899Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.828053849Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-09T05:00:32.828027628Z }","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.828059829Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-09T05:00:32.828027628Z }, migration_in: None, migration_out: None }","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-09T05:00:32.874894415Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.874919936Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.874944237Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-09T05:00:32.874894415Z }","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.874950917Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-09T05:00:32.874894415Z }, migration_in: None, migration_out: None }","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:32.945337551Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"92b8b1db-966e-44b1-be3a-e80fcf93ff45","remote_addr":"[fd00:1122:3344:101::a]:64371","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1071,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.808426811Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59982"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.809151195Z","hostname":"buskin","pid":1572,"uri":"/vmms/b2b53140-2805-4df9-a98f-b6a0feb2777c/state","method":"PUT","req_id":"f5cb7898-50dc-4600-9f6d-fe2d1a3928a4","remote_addr":"[fd00:1122:3344:101::a]:59982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":607,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-09T05:00:42.809258458Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.809289169Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.80931339Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-09T05:00:42.809258458Z }","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.809351551Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-09T05:00:42.809258458Z }, migration_in: None, migration_out: None }","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-09T05:00:42.843749882Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.843770912Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.843800693Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-09T05:00:42.843749882Z }","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.843812294Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.843821524Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:42.844033451Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"9276307676378019142"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:42.844064872Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"5723071496803804209"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.845746157Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:42.845768217Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/0740920c-9cc4-48dd-9dfe-98d2719903a5/debug/bundle/zone\", \"/pool/int/9862ba1f-9a6d-4763-93ae-ab586778a886/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/49916421-9e4f-42c4-86d7-3165ee00ae7a/crypt/debug\", \"/pool/ext/793ae6a9-e462-4ae6-ab44-078f57f38c9d/crypt/debug\", \"/pool/ext/aa098699-0fbc-4331-9673-23889295e035/crypt/debug\", \"/pool/ext/b51d1830-b729-429a-a767-758ff0a11f53/crypt/debug\", \"/pool/ext/b8da0de9-fca2-448f-9e3a-2d80d45a5192/crypt/debug\", \"/pool/ext/51c915b7-7ef8-471b-b924-1e6c5f999c34/crypt/debug\", \"/pool/ext/00704963-522d-47d9-8110-4f6e482ebb98/crypt/debug\", \"/pool/ext/6fa6258a-7497-4e15-a529-59061c358fa5/crypt/debug\", \"/pool/ext/ef98a6d5-d9ea-4ff1-8549-1894aa16b28d/crypt/debug\"] }","zone_name":"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:43.516653423Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c\", bundle_id: bfd8bb0c-ea33-43c2-9d9a-606d05310257 }, time_created: 2024-10-09T05:00:42.846547633Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_b2b53140-2805-4df9-a98f-b6a0feb2777c","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:00:43.516732805Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.273113408Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.290090971Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(13844626), kind: System }"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.290132392Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(13844626), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.290517165Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-09T05:00:45.290492194Z }, migration_in: None, migration_out: None }","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.343699078Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-09T05:00:45.290492194Z }, migration_in: None, migration_out: None }","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.347480281Z","hostname":"buskin","pid":1572,"instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","propolis_id":"b2b53140-2805-4df9-a98f-b6a0feb2777c","instance_id":"47e909c8-ef25-426e-b34f-7fe4d2212da2","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.688134244Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41589"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.688989702Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7ca42216-7ab3-440f-96ab-a69b47e23b3c","remote_addr":"[fd00:1122:3344:101::a]:41589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":797,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.74324606Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {20827723-eee3-4ea3-8096-786a6dd98e14: {10.151.1.176: {ad356948-c45f-428b-8b19-ad5ff03f5408}, 10.151.1.175: {ad356948-c45f-428b-8b19-ad5ff03f5408}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.743277971Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4a267c42-15b8-4c47-bfb7-cf3ba71748bf","remote_addr":"[fd00:1122:3344:101::a]:41589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.752567894Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"95cf4fb3-2591-4c78-a4d6-d77734d4f086","remote_addr":"[fd00:1122:3344:101::a]:41589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.922947746Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55003"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:45.923106482Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"cbe3e4c0-32fa-4e85-a6e6-da331047a223","remote_addr":"[fd00:1122:3344:101::a]:55003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.167562889Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53278"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.167729034Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ae034719-9aa9-4494-974d-d93689643113","remote_addr":"[fd00:1122:3344:101::a]:53278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.272649694Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55325"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.272751927Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"715283a5-d217-4e85-8632-f1f992e7249d","remote_addr":"[fd00:1122:3344:101::a]:55325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.28818646Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.288238742Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1210"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.288270803Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bfbe5bb9-50b6-4baa-b36d-37662e398c29","remote_addr":"[fd00:1122:3344:101::a]:55325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":759,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.296515272Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e347e60b-1661-4079-b8fe-e7827622e042","remote_addr":"[fd00:1122:3344:101::a]:55325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":242,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.951677474Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46507"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.951770927Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d3ead005-b491-4a01-8637-bc0748ca7150","remote_addr":"[fd00:1122:3344:101::a]:46507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.990979205Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.990999855Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"535c5501-fc88-41b0-8089-e79c688ba46f","remote_addr":"[fd00:1122:3344:101::a]:46507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:46.99911918Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3ccbf742-47b2-45fe-ad42-33e5bff357b9","remote_addr":"[fd00:1122:3344:101::a]:46507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":206,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.305724164Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54189"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.30591875Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"145cd59c-de24-44f3-9097-bf7db59ae85f","remote_addr":"[fd00:1122:3344:101::c]:54189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.325794998Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37469"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.325955193Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5482dbd2-36b7-454b-8882-30b8b314dfe3","remote_addr":"[fd00:1122:3344:101::c]:37469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.367467556Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.367505488Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5ae3175b-fc8e-4a0b-b0f2-dc5e4deca0bc","remote_addr":"[fd00:1122:3344:101::c]:37469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.376880613Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2704eb6e-4442-4ac4-96fa-b605cdda1082","remote_addr":"[fd00:1122:3344:101::c]:37469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.508483452Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52923"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.508584915Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.544652121Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.598759734Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"82daa17d-beab-48c3-b361-19193358df22","remote_addr":"[fd00:1122:3344:101::c]:52923","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90220,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.599782708Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"133ef261-9ed4-45a9-a6a6-b32c2f78754e","remote_addr":"[fd00:1122:3344:101::c]:52923","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":811,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.92203438Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35760"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.922270878Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d4973204-6ee2-4521-90d7-a45a58e4b023","remote_addr":"[fd00:1122:3344:101::a]:35760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.965700893Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54747"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:48.965806837Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1cc8a1ef-7112-41df-a6d4-c808db1ee45b","remote_addr":"[fd00:1122:3344:101::a]:54747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.017810992Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.017836183Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"62a58438-dcf4-4cc3-8de6-8bd56866b57f","remote_addr":"[fd00:1122:3344:101::a]:54747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":848,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.027351813Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"db367554-3521-4274-ac83-89c8553f528f","remote_addr":"[fd00:1122:3344:101::a]:54747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.039403645Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46060"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.039569611Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7bf475c9-8264-46f5-a3b5-7e8fb4c84590","remote_addr":"[fd00:1122:3344:101::b]:46060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.080769034Z","hostname":"buskin","pid":1572,"sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.080785064Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e3134dbe-b503-4e59-9881-122aa4108e2c","remote_addr":"[fd00:1122:3344:101::b]:46060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.096691093Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38550"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.09724486Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"34847b44-0fdc-4546-a69a-1fe8dd3ab92c","remote_addr":"[fd00:1122:3344:101::b]:38550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":502,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.103115542Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0a5c6cd3-e999-4d11-9c34-132b91e6c30a","remote_addr":"[fd00:1122:3344:101::b]:46060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.189868829Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53487"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.189984523Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.221822311Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.266509687Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ef902796-207c-4b43-95c4-d57dc8e8c859","remote_addr":"[fd00:1122:3344:101::a]:53487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76570,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.267465038Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6d4801f8-2f98-44db-86c8-52bbf2221bc9","remote_addr":"[fd00:1122:3344:101::a]:53487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":771,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.348260201Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50026"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.348455558Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.383559992Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.43412286Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8b662f7e-d743-47d0-a8e8-0a338062aec9","remote_addr":"[fd00:1122:3344:101::b]:50026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85734,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.434643467Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9d792a49-4eda-491b-afdc-e03df79e3f14","remote_addr":"[fd00:1122:3344:101::b]:50026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":288,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:00:49.530067357Z","hostname":"buskin","pid":1572,"uri":"/c6faf757-885e-4ba4-bf0a-053dea112a30","method":"GET","req_id":"e1c587f3-aa9f-4177-9805-1839a89f1a8d","remote_addr":"[fd00:1122:3344:101::d]:63529","local_addr":"[fd00:1122:3344:101::1]:44348","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"c6faf757-885e-4ba4-bf0a-053dea112a30","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8581,"response_code":"200"}