[ Apr 1 19:09:01 Enabled. ] [ Apr 1 19:09:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Apr 1 19:09:01 Method "start" exited with status 0. ] [ Apr 1 19:09:01 Rereading configuration. ] [ Apr 1 19:09:01 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:01.823043162Z","hostname":"buskin","pid":1566,"file":"illumos-utils/src/running_zone.rs:115"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:01.823232436Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:248"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:01.875473741Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:01.875521522Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:01.991759979Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.000793797Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.008806428Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:265","path":"/var/run/oxide/"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.632757854Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"attempting to add new prefix advertisements","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.634415483Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:253","to_advertise":"[Ipv6Net { addr: fdb0:200::, width: 64 }]"} {"msg":"completed prefix advertisement reconcilation","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.634725479Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:285","withdrawn":"[]","added":"[Ipv6Net { addr: fdb0:200::, width: 64 }]","prefixes":"{Ipv6Net { addr: fdb0:200::, width: 64 }}"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.763083098Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.76315946Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.763244241Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.763327603Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.763342873Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:528"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.763382274Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.766450477Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:02.766461538Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.766468368Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.766485398Z","hostname":"buskin","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:828"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.766509349Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.766536929Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.766651251Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.766709562Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.766722522Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.778513949Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.778546949Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:380","id":"155aacb0-1876-44d6-8da2-eaaefe627ead (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:02.877737828Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.237591845Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.237638906Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.237644616Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.237650936Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.237663426Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.237668806Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.237672996Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.246215766Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.246242497Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:380","id":"9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.335715675Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.686774588Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.686818139Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.68684984Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.6868619Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.68690046Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.68691101Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.686951011Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.686960101Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.686977072Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.686982662Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.686993132Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.686998442Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687004852Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687009222Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687030543Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687038193Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687043153Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687047243Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687053673Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687060923Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687090454Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687095834Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687126924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687141525Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687171835Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687184935Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687211966Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687217406Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687223096Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687227186Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687230316Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687236266Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687263747Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687268407Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687272617Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687277737Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687281777Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687304207Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687338248Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687341958Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687346038Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687350808Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687354148Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687357628Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687397989Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687402829Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687407159Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687411519Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687415089Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687419899Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.68742369Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:491","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687428319Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.68746626Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.68747122Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.68747448Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687477771Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687508421Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687511851Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687515721Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687518971Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687522301Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687579522Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687602403Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:186"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687610083Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687623113Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687630103Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:186"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687637563Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687670604Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.687677684Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.698582125Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:803"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.698622536Z","hostname":"buskin","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:201","time_to_next_cleanup":"599.999929038s","next_cleanup":"Instant { tv_sec: 1177, tv_nsec: 356422098 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.698632846Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.698682977Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.698751548Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.700516509Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:186"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.701430455Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.703059613Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:200::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.70343068Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.70344789Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.703798886Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.703831147Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.703862348Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.703889438Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.703901598Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.703907578Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:186"} {"msg":"RSS not previously run. Creating plans.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.703910739Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1185"} {"msg":"Writing ledger to /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.703918569Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:197"} {"msg":"Writing ledger to /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704118222Z","hostname":"buskin","pid":1566,"component":"RSS","file":"common/src/ledger.rs:197"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704251354Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1217"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704256405Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:66"} {"msg":"Creating plan for the sled at fdb0:200::1","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704260254Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:39"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704291615Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1248"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704343296Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704357156Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:197"} {"msg":"Writing ledger to /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704510539Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:197"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704642371Z","hostname":"buskin","pid":1566,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.704699122Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:200::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5b16e475-d979-40b0-9948-b25d5c9f3940 (sled), rack_id: eacbfaa3-9dc7-4714-8520-7cd5283ef3bc, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.705063089Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.70512826Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4799"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.709276442Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:200::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.714723208Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:200::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.71482016Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:200::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.720782174Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721245042Z","hostname":"buskin","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721442806Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:200::1]:45772","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5b16e475-d979-40b0-9948-b25d5c9f3940 (sled), rack_id: eacbfaa3-9dc7-4714-8520-7cd5283ef3bc, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721630449Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:356"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721640849Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:371"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.72167231Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.72167777Z","hostname":"buskin","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721824502Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721830713Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:813"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721874723Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721883103Z","hostname":"buskin","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:186"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721890834Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:802"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721894924Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:830"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721898524Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:596"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721952655Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:308"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.721980315Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:701","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.732759644Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.751620655Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:356"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.768820056Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:394"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.801412657Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:419"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.801447288Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.801454548Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:431"} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.801460898Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"failed to enable stats","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:03.804755216Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:206","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb37e39-f70a-466d-b6e0-332f8c02e9e2\", \"content-length\": \"124\", \"date\": \"Tue, 01 Apr 2025 19:09:03 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3fb37e39-f70a-466d-b6e0-332f8c02e9e2\" }"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.804810397Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"attempting to add new prefix advertisements","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.80497973Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:253","to_advertise":"[Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }]"} {"msg":"completed prefix advertisement reconcilation","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.805158113Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:285","withdrawn":"[]","added":"[Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }]","prefixes":"{Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }, Ipv6Net { addr: fdb0:200::, width: 64 }}"} {"msg":"attempting to create encrypted zvol: name=\"oxi_155aacb0-1876-44d6-8da2-eaaefe627ead/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.814909034Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:155"} {"msg":"successfully created encrypted zvol: name=\"oxi_155aacb0-1876-44d6-8da2-eaaefe627ead/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.839074708Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:253"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_155aacb0-1876-44d6-8da2-eaaefe627ead/swap\"","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.839106018Z","hostname":"buskin","pid":1566,"file":"sled-agent/src/swap_device.rs:98"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.844431191Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:446"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.844438682Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:129"} {"msg":"Ensuring dataset oxi_155aacb0-1876-44d6-8da2-eaaefe627ead/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.844442732Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:139"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:03.914233855Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:174"} {"msg":"Mounting oxi_155aacb0-1876-44d6-8da2-eaaefe627ead/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.133418806Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:182"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.147005914Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.147115016Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.147159077Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.147179817Z","hostname":"buskin","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:196"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.890355213Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:94"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.895788529Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:58462","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.895815649Z","hostname":"buskin","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.89588129Z","hostname":"buskin","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:58462","producer_id":"5b16e475-d979-40b0-9948-b25d5c9f3940"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:04.896871477Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"235.956825ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.897731092Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:265"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.897740423Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:273"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.897793033Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:990","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:04.897799404Z","hostname":"buskin","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:05.134569833Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"583.620408ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:05.719511176Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"936.375175ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:06.657385564Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.565214247s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.000786619Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2757"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.0008122Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2987"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.00081679Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2627"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.00082981Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2674"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.000864711Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3068"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.000869031Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3113"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.010188704Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2895"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.011595419Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2668"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.01169575Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:08.011877214Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:491"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 73.367831ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:08.234939393Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 64.831422ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:08.413770088Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 228.921262ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:08.628926859Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 238.532899ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:09.025086582Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:09.225067207Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.240908122s"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 1.148686652s","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:09.41004405Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 615.089361ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:10.740761453Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 1.083889471s","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:11.388882713Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 607.40072ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:12.557641598Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 501.013737ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:13.370463304Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:13.467614296Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.371858034s"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.149735322Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/update/artifact-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.150012017Z","hostname":"buskin","pid":1566,"component":"ArtifactStore","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/update/artifact-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.150060768Z","hostname":"buskin","pid":1566,"component":"ArtifactStore","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"common/src/ledger.rs:186"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.182257232Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.183577015Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.183598036Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:411"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.183612006Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Writing ledger to /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.183626836Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:197"} {"msg":"Writing ledger to /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.18389009Z","hostname":"buskin","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:197"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.184076424Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.184157765Z","hostname":"buskin","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.184189016Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4081"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.184194196Z","hostname":"buskin","pid":1566,"remote_addr":"[fdb0:200::1]:45772","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.371183183Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:200::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.371270545Z","hostname":"buskin","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:200::1]:12346"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.376619999Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4402","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.376631889Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4418"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.376637509Z","hostname":"buskin","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:537"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.631486296Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:35631"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.631797241Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.631810421Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.631891923Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.631909943Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:186"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.632058616Z","hostname":"buskin","pid":1566,"uri":"/inventory","method":"GET","req_id":"ec07c3f4-a9f1-4743-a351-1e0676fd6502","remote_addr":"[fd00:1122:3344:101::1]:35631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":376,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.662232295Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:57415"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.66255674Z","hostname":"buskin","pid":1566,"uri":"/sled-role","method":"GET","req_id":"a64264dd-7354-4ba8-b799-aa7bc1001a78","remote_addr":"[fd00:1122:3344:101::1]:57415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":80,"response_code":"200"} {"msg":"attempting to set sled's config","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.693821768Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:370","zones":"OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 4c3612d1-0f62-46f6-b3c5-e709931f765d (service), filesystem_pool: Some(ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc (service), filesystem_pool: Some(ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: fe0227d6-43db-43d8-b7c9-c38e7b03b396 (service), filesystem_pool: Some(ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }] }","datasets":"DatasetsConfig { generation: Generation(2), datasets: {00f88115-6b2e-43ae-b819-b78f2c691d5c (dataset): DatasetConfig { id: 00f88115-6b2e-43ae-b819-b78f2c691d5c (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 02ff7dd7-3aec-4d39-8906-3dfe5a520357 (dataset): DatasetConfig { id: 02ff7dd7-3aec-4d39-8906-3dfe5a520357 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 04567b88-8c8e-46fc-98a8-3d2d2318b002 (dataset): DatasetConfig { id: 04567b88-8c8e-46fc-98a8-3d2d2318b002 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0acd878c-e570-415b-be7a-e1cd18de2526 (dataset): DatasetConfig { id: 0acd878c-e570-415b-be7a-e1cd18de2526 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0d919fe6-93e2-4b77-9e32-e600fc1552aa (dataset): DatasetConfig { id: 0d919fe6-93e2-4b77-9e32-e600fc1552aa (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f5bcc25-5440-4d3b-8922-d5b8a82fa3b2 (dataset): DatasetConfig { id: 0f5bcc25-5440-4d3b-8922-d5b8a82fa3b2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 141cae07-7468-4c58-8627-962534df79c3 (dataset): DatasetConfig { id: 141cae07-7468-4c58-8627-962534df79c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 15c2b120-507c-47e0-8ace-768ddbaba737 (dataset): DatasetConfig { id: 15c2b120-507c-47e0-8ace-768ddbaba737 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 160ca3d2-987c-42ca-b541-2337b75fc937 (dataset): DatasetConfig { id: 160ca3d2-987c-42ca-b541-2337b75fc937 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1aff62ea-6e2b-452a-a2f4-2e20a9506b23 (dataset): DatasetConfig { id: 1aff62ea-6e2b-452a-a2f4-2e20a9506b23 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ee802e2-f9fa-437a-b9d0-926f6283031b (dataset): DatasetConfig { id: 1ee802e2-f9fa-437a-b9d0-926f6283031b (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2263a8fb-706c-40fa-91db-aaac2d9d4145 (dataset): DatasetConfig { id: 2263a8fb-706c-40fa-91db-aaac2d9d4145 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2a85e859-6982-4373-ab66-be16b65c8d99 (dataset): DatasetConfig { id: 2a85e859-6982-4373-ab66-be16b65c8d99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c730457-4a11-4898-8fd7-39bdc649e676 (dataset): DatasetConfig { id: 2c730457-4a11-4898-8fd7-39bdc649e676 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31ba6090-79fa-4aa7-8594-8d0906cf4a2a (dataset): DatasetConfig { id: 31ba6090-79fa-4aa7-8594-8d0906cf4a2a (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3aa52963-ab43-4d8f-a8a4-0310d8e2ba01 (dataset): DatasetConfig { id: 3aa52963-ab43-4d8f-a8a4-0310d8e2ba01 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 44138d0a-d27b-47de-b4a6-334d1f7aec85 (dataset): DatasetConfig { id: 44138d0a-d27b-47de-b4a6-334d1f7aec85 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 447f76a3-114a-429d-a3e0-b4437e2d3aca (dataset): DatasetConfig { id: 447f76a3-114a-429d-a3e0-b4437e2d3aca (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4b8d6334-127f-4cf2-969c-11afceb528ba (dataset): DatasetConfig { id: 4b8d6334-127f-4cf2-969c-11afceb528ba (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bb380cf-6f6c-4a98-9ed0-696b9ede92fa (dataset): DatasetConfig { id: 4bb380cf-6f6c-4a98-9ed0-696b9ede92fa (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4cbe196e-1464-4ae4-9e22-e4dfd024b504 (dataset): DatasetConfig { id: 4cbe196e-1464-4ae4-9e22-e4dfd024b504 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5912914b-0bbf-4ac6-a4c4-c8d1971ab3eb (dataset): DatasetConfig { id: 5912914b-0bbf-4ac6-a4c4-c8d1971ab3eb (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a0459d8-14ef-4119-b011-0f9c959ba8ee (dataset): DatasetConfig { id: 5a0459d8-14ef-4119-b011-0f9c959ba8ee (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5d64a157-a24a-455a-85e0-1d4474969909 (dataset): DatasetConfig { id: 5d64a157-a24a-455a-85e0-1d4474969909 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5e538d95-944c-456f-af2f-b3ab1daa2996 (dataset): DatasetConfig { id: 5e538d95-944c-456f-af2f-b3ab1daa2996 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5faba051-00a5-4c7e-9026-f51580098e08 (dataset): DatasetConfig { id: 5faba051-00a5-4c7e-9026-f51580098e08 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6001bfd8-6c87-4197-b780-eda84ae34fed (dataset): DatasetConfig { id: 6001bfd8-6c87-4197-b780-eda84ae34fed (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6780011b-bb06-4144-a89f-0454e16e3046 (dataset): DatasetConfig { id: 6780011b-bb06-4144-a89f-0454e16e3046 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69bf92ed-405b-452b-966e-413d5904bf17 (dataset): DatasetConfig { id: 69bf92ed-405b-452b-966e-413d5904bf17 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 70db45ef-8101-40e1-8143-8bafd9b8e497 (dataset): DatasetConfig { id: 70db45ef-8101-40e1-8143-8bafd9b8e497 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72a28719-eba9-4992-b701-9f617ef57883 (dataset): DatasetConfig { id: 72a28719-eba9-4992-b701-9f617ef57883 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72e55a59-70ee-4b9d-bb22-4c6e747d4571 (dataset): DatasetConfig { id: 72e55a59-70ee-4b9d-bb22-4c6e747d4571 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 73214210-e443-4494-a20c-2895ee4d76d2 (dataset): DatasetConfig { id: 73214210-e443-4494-a20c-2895ee4d76d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 746ccfe5-290c-45bd-96ac-6f999e170992 (dataset): DatasetConfig { id: 746ccfe5-290c-45bd-96ac-6f999e170992 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 76df4e60-6220-4589-bedb-b6910a3025db (dataset): DatasetConfig { id: 76df4e60-6220-4589-bedb-b6910a3025db (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 79e74ad3-b719-4e56-8ec8-67d514f781d3 (dataset): DatasetConfig { id: 79e74ad3-b719-4e56-8ec8-67d514f781d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b380b1b-5a1e-4a72-b223-923e468241d0 (dataset): DatasetConfig { id: 7b380b1b-5a1e-4a72-b223-923e468241d0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7ff0b67c-9443-4e1e-8161-aed538329a33 (dataset): DatasetConfig { id: 7ff0b67c-9443-4e1e-8161-aed538329a33 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8b5c707f-9ed6-48a2-b588-76602d4c5774 (dataset): DatasetConfig { id: 8b5c707f-9ed6-48a2-b588-76602d4c5774 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c8b13a9-8608-49d1-94aa-247b54a5cf57 (dataset): DatasetConfig { id: 8c8b13a9-8608-49d1-94aa-247b54a5cf57 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d67ee72-d24f-4dc9-9b52-11ffa64686ef (dataset): DatasetConfig { id: 8d67ee72-d24f-4dc9-9b52-11ffa64686ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d86ecc5-b0a8-4bff-9fdb-0369e73da0d7 (dataset): DatasetConfig { id: 8d86ecc5-b0a8-4bff-9fdb-0369e73da0d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9674166f-e828-4e6d-8863-d33dccf4e069 (dataset): DatasetConfig { id: 9674166f-e828-4e6d-8863-d33dccf4e069 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9a8cc04d-e203-4d27-b209-5c5e33758f77 (dataset): DatasetConfig { id: 9a8cc04d-e203-4d27-b209-5c5e33758f77 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4063735-bc9c-4e2a-a651-d346c02986dc (dataset): DatasetConfig { id: a4063735-bc9c-4e2a-a651-d346c02986dc (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a625cbd6-d57a-4c27-8096-eddbfdd64396 (dataset): DatasetConfig { id: a625cbd6-d57a-4c27-8096-eddbfdd64396 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ab583851-ab6d-4bbe-917f-882fb0172ca7 (dataset): DatasetConfig { id: ab583851-ab6d-4bbe-917f-882fb0172ca7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ae92903e-4217-4d17-9aa8-74d1e88e0886 (dataset): DatasetConfig { id: ae92903e-4217-4d17-9aa8-74d1e88e0886 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6a8ea4e-8c43-44db-8892-db0f53d540ad (dataset): DatasetConfig { id: b6a8ea4e-8c43-44db-8892-db0f53d540ad (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, bf23d924-4062-4643-b1cf-05c7a3c2efc3 (dataset): DatasetConfig { id: bf23d924-4062-4643-b1cf-05c7a3c2efc3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, bf942f3c-f86b-42a6-a480-255eb0aa5d0e (dataset): DatasetConfig { id: bf942f3c-f86b-42a6-a480-255eb0aa5d0e (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c0221e55-6f99-40e4-9f05-5bc3a13737b6 (dataset): DatasetConfig { id: c0221e55-6f99-40e4-9f05-5bc3a13737b6 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c38be278-62f9-49f6-ad59-181f6a3ece56 (dataset): DatasetConfig { id: c38be278-62f9-49f6-ad59-181f6a3ece56 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c47170af-2816-48d0-908e-2b5dd7e8583a (dataset): DatasetConfig { id: c47170af-2816-48d0-908e-2b5dd7e8583a (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc2131de-064d-4fdd-856a-b58491421821 (dataset): DatasetConfig { id: cc2131de-064d-4fdd-856a-b58491421821 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d363faae-45d3-4abf-af4b-b2c64941e06c (dataset): DatasetConfig { id: d363faae-45d3-4abf-af4b-b2c64941e06c (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d82d4158-b3c9-4292-964a-38721efe5a79 (dataset): DatasetConfig { id: d82d4158-b3c9-4292-964a-38721efe5a79 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d929d8e0-4f94-4322-97f0-d058cbd454be (dataset): DatasetConfig { id: d929d8e0-4f94-4322-97f0-d058cbd454be (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dad44239-e576-4c76-b9ab-71d37cd6bf95 (dataset): DatasetConfig { id: dad44239-e576-4c76-b9ab-71d37cd6bf95 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfa93fb6-aab5-4c6c-a63b-3cf0e099ad08 (dataset): DatasetConfig { id: dfa93fb6-aab5-4c6c-a63b-3cf0e099ad08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e10292b7-4499-41a0-aa43-52be6400f00e (dataset): DatasetConfig { id: e10292b7-4499-41a0-aa43-52be6400f00e (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e1793cce-5632-435d-8d1a-81eb594f9f97 (dataset): DatasetConfig { id: e1793cce-5632-435d-8d1a-81eb594f9f97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e27bc62a-aaef-4d5f-bc93-8816be8e2e2e (dataset): DatasetConfig { id: e27bc62a-aaef-4d5f-bc93-8816be8e2e2e (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e69b43a4-9692-48cd-8c19-80b9cad6fedd (dataset): DatasetConfig { id: e69b43a4-9692-48cd-8c19-80b9cad6fedd (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e734a749-5033-496b-a321-9028bb00bcc9 (dataset): DatasetConfig { id: e734a749-5033-496b-a321-9028bb00bcc9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa6b5c56-69ae-4bf7-96b4-71f51ab7c2d9 (dataset): DatasetConfig { id: fa6b5c56-69ae-4bf7-96b4-71f51ab7c2d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","disks":"OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 0a4254f9-0a6c-499c-a016-091966657d9b (physical_disk), pool_id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 2fb0df86-fcad-48e9-9cbe-ebfff94bd29c (physical_disk), pool_id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4e14860f-3d41-4a76-ab2e-9fa9f335addb (physical_disk), pool_id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 73e7e706-0b33-4d98-8d24-94537cc38a04 (physical_disk), pool_id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7fb4df35-de55-42d2-9e63-a9984924f7ac (physical_disk), pool_id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 91e134a3-9a2d-46e5-9efc-7cffc3ddfc1c (physical_disk), pool_id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c7a180b0-23a6-4a12-a22f-706a15ee31f3 (physical_disk), pool_id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: cd429189-2f92-4580-9efc-ae152ca1a4bb (physical_disk), pool_id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: f7bf8fdf-f22d-42d8-8e9a-5d26b3c03580 (physical_disk), pool_id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool) }] }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694030632Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:57780"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694730014Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:896"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 0a4254f9-0a6c-499c-a016-091966657d9b (physical_disk), pool_id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 2fb0df86-fcad-48e9-9cbe-ebfff94bd29c (physical_disk), pool_id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4e14860f-3d41-4a76-ab2e-9fa9f335addb (physical_disk), pool_id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 73e7e706-0b33-4d98-8d24-94537cc38a04 (physical_disk), pool_id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7fb4df35-de55-42d2-9e63-a9984924f7ac (physical_disk), pool_id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 91e134a3-9a2d-46e5-9efc-7cffc3ddfc1c (physical_disk), pool_id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c7a180b0-23a6-4a12-a22f-706a15ee31f3 (physical_disk), pool_id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: cd429189-2f92-4580-9efc-ae152ca1a4bb (physical_disk), pool_id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: f7bf8fdf-f22d-42d8-8e9a-5d26b3c03580 (physical_disk), pool_id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694778935Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694791065Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694798225Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:186"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694802656Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1302"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694848537Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:308"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694852997Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694857957Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:435"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.694861327Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.846388793Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:14.846436183Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:375","id":"c3b62152-50d6-410a-9241-58aa147cadbd (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.064124888Z","hostname":"buskin","pid":1566,"component":"VmmReservoirManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:277"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:15.065749767Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:15.065858409Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.159426279Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.167199325Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.167306767Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:243","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.167320147Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.167345888Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.167370168Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.16749376Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.1675021Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:261"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b16e475-d979-40b0-9948-b25d5c9f3940)","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:15.185508206Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:234"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.202655786Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.210631436Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304"} {"msg":"Looking for unencrypted datasets in oxp_c3b62152-50d6-410a-9241-58aa147cadbd","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.345898217Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:390"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.353538361Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:456","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.353597852Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.353609582Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.353619443Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:435"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.353626413Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.363604858Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.363650498Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:375","id":"209f5dde-b299-4f72-859b-aad23f3da36a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.456362583Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.464456245Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.464501556Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:243","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.464513026Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.464549257Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.464557887Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.464663639Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.464685059Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:261"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.499932017Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.507726414Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304"} {"msg":"Looking for unencrypted datasets in oxp_209f5dde-b299-4f72-859b-aad23f3da36a","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.644249366Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:390"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.652337398Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:456","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.652378429Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.652385599Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.652394499Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:435"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.65240008Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.661895816Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.661922646Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:375","id":"08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.758729323Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.76652261Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.766604441Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:243","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.766615041Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.766648652Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.766667242Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.766791734Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.766803375Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:261"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.801254458Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.808836181Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304"} {"msg":"Looking for unencrypted datasets in oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.944345346Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:390"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.95197607Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:456","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.952019891Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.952030571Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.952036551Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:435"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.952043892Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.961449106Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:15.961477227Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:375","id":"9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.054741221Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.062303264Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.062338234Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:243","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.062347494Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.062370665Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.062387205Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.062517247Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.062525288Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:261"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.096835599Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.104413312Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b16e475-d979-40b0-9948-b25d5c9f3940)","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:16.188225401Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:234"} {"msg":"Looking for unencrypted datasets in oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.238743666Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:390"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.246432241Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:456","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.246469742Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.246477962Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.246487732Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:435"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.246502292Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.255816685Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.255849906Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:375","id":"23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.349155632Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.357600129Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.35763722Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:243","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.35764831Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.357675721Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.357686571Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.357816933Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.357827473Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:261"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.392881098Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.401066301Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304"} {"msg":"Looking for unencrypted datasets in oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.538553541Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:390"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.546700804Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:456","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.546746005Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.546752385Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.546760195Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:435"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.546767495Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.556337023Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.556366583Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:375","id":"e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.653300982Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.661302753Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.661341033Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:243","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.661347644Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.661436175Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.661446225Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.661603788Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.661610668Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:261"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.696563521Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.705266783Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304"} {"msg":"Looking for unencrypted datasets in oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.842784824Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:390"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.85060009Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:456","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.850650662Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.850659312Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.850667582Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:435"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.850672112Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.860429573Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.860454083Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:375","id":"b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.954066694Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.961691468Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.961715878Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:243","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.961722348Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.961739929Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.961746519Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.961863411Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.961876971Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:261"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:16.996631429Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.005019837Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304"} {"msg":"Looking for unencrypted datasets in oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.138651989Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:390"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.145658862Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:456","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.145682782Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.145690302Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.145695292Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:435"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.145699752Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.155397892Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.155422793Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:375","id":"169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.248522065Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.256931562Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.256992213Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:243","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.257004433Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.257064074Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.257077205Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.257236387Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.257244868Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:261"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b16e475-d979-40b0-9948-b25d5c9f3940)","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:17.261029904Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:234"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.294649593Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.302652023Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304"} {"msg":"Looking for unencrypted datasets in oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.442441323Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:390"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.450019296Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:456","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.450052867Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.450059967Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.450077737Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:435"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.450082768Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.460094063Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:369"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.460121733Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:375","id":"21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.557422479Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:198","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.565340068Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.565375088Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:243","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.565393969Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.565425009Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.565434389Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.565565852Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.565573852Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:261"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.601767166Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.609645874Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304"} {"msg":"Looking for unencrypted datasets in oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.75257841Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:390"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.760756643Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:456","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.760803354Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:379","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.760890415Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:197"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761006077Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761091389Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761101359Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Writing ledger to /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.76118339Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:197"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761388474Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:900"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761400414Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761408924Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:926","generation":"Generation(2)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761418485Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:931"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761425034Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:936"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761435625Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:123","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761447675Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:942"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761473155Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761480586Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:947"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.761487186Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:862"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(2), datasets: {00f88115-6b2e-43ae-b819-b78f2c691d5c (dataset): DatasetConfig { id: 00f88115-6b2e-43ae-b819-b78f2c691d5c (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 02ff7dd7-3aec-4d39-8906-3dfe5a520357 (dataset): DatasetConfig { id: 02ff7dd7-3aec-4d39-8906-3dfe5a520357 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 04567b88-8c8e-46fc-98a8-3d2d2318b002 (dataset): DatasetConfig { id: 04567b88-8c8e-46fc-98a8-3d2d2318b002 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0acd878c-e570-415b-be7a-e1cd18de2526 (dataset): DatasetConfig { id: 0acd878c-e570-415b-be7a-e1cd18de2526 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0d919fe6-93e2-4b77-9e32-e600fc1552aa (dataset): DatasetConfig { id: 0d919fe6-93e2-4b77-9e32-e600fc1552aa (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f5bcc25-5440-4d3b-8922-d5b8a82fa3b2 (dataset): DatasetConfig { id: 0f5bcc25-5440-4d3b-8922-d5b8a82fa3b2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 141cae07-7468-4c58-8627-962534df79c3 (dataset): DatasetConfig { id: 141cae07-7468-4c58-8627-962534df79c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 15c2b120-507c-47e0-8ace-768ddbaba737 (dataset): DatasetConfig { id: 15c2b120-507c-47e0-8ace-768ddbaba737 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 160ca3d2-987c-42ca-b541-2337b75fc937 (dataset): DatasetConfig { id: 160ca3d2-987c-42ca-b541-2337b75fc937 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1aff62ea-6e2b-452a-a2f4-2e20a9506b23 (dataset): DatasetConfig { id: 1aff62ea-6e2b-452a-a2f4-2e20a9506b23 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ee802e2-f9fa-437a-b9d0-926f6283031b (dataset): DatasetConfig { id: 1ee802e2-f9fa-437a-b9d0-926f6283031b (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2263a8fb-706c-40fa-91db-aaac2d9d4145 (dataset): DatasetConfig { id: 2263a8fb-706c-40fa-91db-aaac2d9d4145 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2a85e859-6982-4373-ab66-be16b65c8d99 (dataset): DatasetConfig { id: 2a85e859-6982-4373-ab66-be16b65c8d99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c730457-4a11-4898-8fd7-39bdc649e676 (dataset): DatasetConfig { id: 2c730457-4a11-4898-8fd7-39bdc649e676 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31ba6090-79fa-4aa7-8594-8d0906cf4a2a (dataset): DatasetConfig { id: 31ba6090-79fa-4aa7-8594-8d0906cf4a2a (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3aa52963-ab43-4d8f-a8a4-0310d8e2ba01 (dataset): DatasetConfig { id: 3aa52963-ab43-4d8f-a8a4-0310d8e2ba01 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 44138d0a-d27b-47de-b4a6-334d1f7aec85 (dataset): DatasetConfig { id: 44138d0a-d27b-47de-b4a6-334d1f7aec85 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 447f76a3-114a-429d-a3e0-b4437e2d3aca (dataset): DatasetConfig { id: 447f76a3-114a-429d-a3e0-b4437e2d3aca (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4b8d6334-127f-4cf2-969c-11afceb528ba (dataset): DatasetConfig { id: 4b8d6334-127f-4cf2-969c-11afceb528ba (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bb380cf-6f6c-4a98-9ed0-696b9ede92fa (dataset): DatasetConfig { id: 4bb380cf-6f6c-4a98-9ed0-696b9ede92fa (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4cbe196e-1464-4ae4-9e22-e4dfd024b504 (dataset): DatasetConfig { id: 4cbe196e-1464-4ae4-9e22-e4dfd024b504 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5912914b-0bbf-4ac6-a4c4-c8d1971ab3eb (dataset): DatasetConfig { id: 5912914b-0bbf-4ac6-a4c4-c8d1971ab3eb (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a0459d8-14ef-4119-b011-0f9c959ba8ee (dataset): DatasetConfig { id: 5a0459d8-14ef-4119-b011-0f9c959ba8ee (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5d64a157-a24a-455a-85e0-1d4474969909 (dataset): DatasetConfig { id: 5d64a157-a24a-455a-85e0-1d4474969909 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5e538d95-944c-456f-af2f-b3ab1daa2996 (dataset): DatasetConfig { id: 5e538d95-944c-456f-af2f-b3ab1daa2996 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5faba051-00a5-4c7e-9026-f51580098e08 (dataset): DatasetConfig { id: 5faba051-00a5-4c7e-9026-f51580098e08 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6001bfd8-6c87-4197-b780-eda84ae34fed (dataset): DatasetConfig { id: 6001bfd8-6c87-4197-b780-eda84ae34fed (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6780011b-bb06-4144-a89f-0454e16e3046 (dataset): DatasetConfig { id: 6780011b-bb06-4144-a89f-0454e16e3046 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69bf92ed-405b-452b-966e-413d5904bf17 (dataset): DatasetConfig { id: 69bf92ed-405b-452b-966e-413d5904bf17 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 70db45ef-8101-40e1-8143-8bafd9b8e497 (dataset): DatasetConfig { id: 70db45ef-8101-40e1-8143-8bafd9b8e497 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72a28719-eba9-4992-b701-9f617ef57883 (dataset): DatasetConfig { id: 72a28719-eba9-4992-b701-9f617ef57883 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72e55a59-70ee-4b9d-bb22-4c6e747d4571 (dataset): DatasetConfig { id: 72e55a59-70ee-4b9d-bb22-4c6e747d4571 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 73214210-e443-4494-a20c-2895ee4d76d2 (dataset): DatasetConfig { id: 73214210-e443-4494-a20c-2895ee4d76d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 746ccfe5-290c-45bd-96ac-6f999e170992 (dataset): DatasetConfig { id: 746ccfe5-290c-45bd-96ac-6f999e170992 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 76df4e60-6220-4589-bedb-b6910a3025db (dataset): DatasetConfig { id: 76df4e60-6220-4589-bedb-b6910a3025db (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 79e74ad3-b719-4e56-8ec8-67d514f781d3 (dataset): DatasetConfig { id: 79e74ad3-b719-4e56-8ec8-67d514f781d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b380b1b-5a1e-4a72-b223-923e468241d0 (dataset): DatasetConfig { id: 7b380b1b-5a1e-4a72-b223-923e468241d0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7ff0b67c-9443-4e1e-8161-aed538329a33 (dataset): DatasetConfig { id: 7ff0b67c-9443-4e1e-8161-aed538329a33 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8b5c707f-9ed6-48a2-b588-76602d4c5774 (dataset): DatasetConfig { id: 8b5c707f-9ed6-48a2-b588-76602d4c5774 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c8b13a9-8608-49d1-94aa-247b54a5cf57 (dataset): DatasetConfig { id: 8c8b13a9-8608-49d1-94aa-247b54a5cf57 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d67ee72-d24f-4dc9-9b52-11ffa64686ef (dataset): DatasetConfig { id: 8d67ee72-d24f-4dc9-9b52-11ffa64686ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d86ecc5-b0a8-4bff-9fdb-0369e73da0d7 (dataset): DatasetConfig { id: 8d86ecc5-b0a8-4bff-9fdb-0369e73da0d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9674166f-e828-4e6d-8863-d33dccf4e069 (dataset): DatasetConfig { id: 9674166f-e828-4e6d-8863-d33dccf4e069 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9a8cc04d-e203-4d27-b209-5c5e33758f77 (dataset): DatasetConfig { id: 9a8cc04d-e203-4d27-b209-5c5e33758f77 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4063735-bc9c-4e2a-a651-d346c02986dc (dataset): DatasetConfig { id: a4063735-bc9c-4e2a-a651-d346c02986dc (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a625cbd6-d57a-4c27-8096-eddbfdd64396 (dataset): DatasetConfig { id: a625cbd6-d57a-4c27-8096-eddbfdd64396 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ab583851-ab6d-4bbe-917f-882fb0172ca7 (dataset): DatasetConfig { id: ab583851-ab6d-4bbe-917f-882fb0172ca7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ae92903e-4217-4d17-9aa8-74d1e88e0886 (dataset): DatasetConfig { id: ae92903e-4217-4d17-9aa8-74d1e88e0886 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6a8ea4e-8c43-44db-8892-db0f53d540ad (dataset): DatasetConfig { id: b6a8ea4e-8c43-44db-8892-db0f53d540ad (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, bf23d924-4062-4643-b1cf-05c7a3c2efc3 (dataset): DatasetConfig { id: bf23d924-4062-4643-b1cf-05c7a3c2efc3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, bf942f3c-f86b-42a6-a480-255eb0aa5d0e (dataset): DatasetConfig { id: bf942f3c-f86b-42a6-a480-255eb0aa5d0e (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c0221e55-6f99-40e4-9f05-5bc3a13737b6 (dataset): DatasetConfig { id: c0221e55-6f99-40e4-9f05-5bc3a13737b6 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c38be278-62f9-49f6-ad59-181f6a3ece56 (dataset): DatasetConfig { id: c38be278-62f9-49f6-ad59-181f6a3ece56 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c47170af-2816-48d0-908e-2b5dd7e8583a (dataset): DatasetConfig { id: c47170af-2816-48d0-908e-2b5dd7e8583a (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc2131de-064d-4fdd-856a-b58491421821 (dataset): DatasetConfig { id: cc2131de-064d-4fdd-856a-b58491421821 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d363faae-45d3-4abf-af4b-b2c64941e06c (dataset): DatasetConfig { id: d363faae-45d3-4abf-af4b-b2c64941e06c (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d82d4158-b3c9-4292-964a-38721efe5a79 (dataset): DatasetConfig { id: d82d4158-b3c9-4292-964a-38721efe5a79 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d929d8e0-4f94-4322-97f0-d058cbd454be (dataset): DatasetConfig { id: d929d8e0-4f94-4322-97f0-d058cbd454be (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dad44239-e576-4c76-b9ab-71d37cd6bf95 (dataset): DatasetConfig { id: dad44239-e576-4c76-b9ab-71d37cd6bf95 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfa93fb6-aab5-4c6c-a63b-3cf0e099ad08 (dataset): DatasetConfig { id: dfa93fb6-aab5-4c6c-a63b-3cf0e099ad08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e10292b7-4499-41a0-aa43-52be6400f00e (dataset): DatasetConfig { id: e10292b7-4499-41a0-aa43-52be6400f00e (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e1793cce-5632-435d-8d1a-81eb594f9f97 (dataset): DatasetConfig { id: e1793cce-5632-435d-8d1a-81eb594f9f97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e27bc62a-aaef-4d5f-bc93-8816be8e2e2e (dataset): DatasetConfig { id: e27bc62a-aaef-4d5f-bc93-8816be8e2e2e (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e69b43a4-9692-48cd-8c19-80b9cad6fedd (dataset): DatasetConfig { id: e69b43a4-9692-48cd-8c19-80b9cad6fedd (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e734a749-5033-496b-a321-9028bb00bcc9 (dataset): DatasetConfig { id: e734a749-5033-496b-a321-9028bb00bcc9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa6b5c56-69ae-4bf7-96b4-71f51ab7c2d9 (dataset): DatasetConfig { id: fa6b5c56-69ae-4bf7-96b4-71f51ab7c2d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.76403368Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.764198743Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.764244224Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:186"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.764262874Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:909"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.776243354Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.776257454Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.776264745Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.841985346Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.842028337Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.842033747Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.870070229Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.870094889Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.870099609Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/debug\"), full_name: \"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.898023539Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.898050179Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.898055279Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.943649419Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.943677109Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:17.943681139Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e\"), full_name: \"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.001671055Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.001697765Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.001701785Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.050172375Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.050198555Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.050210516Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/debug\"), full_name: \"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.078747396Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.078773826Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.078778616Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.126813058Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.126841579Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.126846769Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1\"), full_name: \"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.184489569Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.18451732Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.18452246Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.230322763Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.230357423Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.230361873Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/debug\"), full_name: \"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.259592266Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.259620306Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.259625436Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b16e475-d979-40b0-9948-b25d5c9f3940)","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:18.262990535Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:234"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.316823479Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.316857249Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.31686236Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.366708163Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.366744064Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.366749434Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149\"), full_name: \"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.42244224Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.422476531Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.422481711Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.469628097Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.469663478Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.469667548Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed\"), full_name: \"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.527806837Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.527845667Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.527863218Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0\"), full_name: \"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.584497391Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.584537191Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.584542111Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.632777917Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.632818877Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.632824318Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone\"), full_name: \"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.661059932Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.661087413Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.661091513Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.708921451Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.708956922Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.708961482Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.766099623Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.766137814Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.766142774Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9\"), full_name: \"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.823176644Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.823208344Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.823212164Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/debug\"), full_name: \"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.850689056Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.850718477Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.850722517Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.900291726Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.900323696Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.900328886Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359\"), full_name: \"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.960104264Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.960137324Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:18.960141524Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.018366064Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.018397985Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.018402795Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4\"), full_name: \"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.081531562Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.081567422Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.081572382Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.139709951Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.139741382Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.139745862Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\"), full_name: \"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.196508017Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.196548767Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.196553878Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2\"), full_name: \"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.255015872Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.255067003Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.255073103Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone\"), full_name: \"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b16e475-d979-40b0-9948-b25d5c9f3940)","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:19.267218196Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:234"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.284617671Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.284633831Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.284639271Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.34617723Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.346208981Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.346213381Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone\"), full_name: \"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.375567145Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.375605936Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.375611166Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/debug\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.404252968Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.404284788Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.404288709Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/debug\"), full_name: \"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.432928621Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.432962681Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.432966961Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.491581349Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.491617239Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.491622349Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba\"), full_name: \"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.549754098Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.549798059Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.549802469Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.598273979Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.598307429Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.598311619Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e\"), full_name: \"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.65707737Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.65711619Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.65712115Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.70447937Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.704516841Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.704522061Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.75582669Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone/oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.755861211Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone/oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.755867081Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone/oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490\"), full_name: \"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone/oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.815500836Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.815536717Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.815541967Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.862420718Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.862455339Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.862460969Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd\"), full_name: \"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.921136588Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.921171678Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.921176879Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone\"), full_name: \"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.950637355Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.950664335Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:19.950668415Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7\"), full_name: \"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.010921201Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.010957632Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.010962022Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.059669026Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.059698226Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.059711866Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone\"), full_name: \"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.088357228Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.088386189Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.088391039Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/debug\"), full_name: \"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.117385077Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.117411207Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.117415148Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/209f5dde-b299-4f72-859b-aad23f3da36a/crypt/debug\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.146185152Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.146218663Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.146222883Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117\"), full_name: \"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.206215654Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.206247865Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.206252905Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.265389081Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.265426352Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.265431982Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\"), full_name: \"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b16e475-d979-40b0-9948-b25d5c9f3940)","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:20.268971904Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:234"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.325043647Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.325082698Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.325087738Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.386603786Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.386637277Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.386641286Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.436424009Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.43645543Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.43646042Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone\"), full_name: \"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.465603921Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.465636261Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.465641271Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c3b62152-50d6-410a-9241-58aa147cadbd/crypt/debug\"), full_name: \"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.495074487Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.495099507Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.495115948Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.545314668Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.545343938Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.545348618Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone\"), full_name: \"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.574600521Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.574630692Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1001"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.574635392Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.603192912Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.603218213Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.603222263Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.651869575Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.651906666Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.651911716Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.70064508Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.700674611Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.700679021Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9\"), full_name: \"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.760480709Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.76052155Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.76052675Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.809509338Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.809545599Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.809550039Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.858026729Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.858058869Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:996"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.858063689Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1434","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e\"), full_name: \"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Writing ledger to /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.918812064Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:197"} {"msg":"Writing ledger to /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.919074069Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:197"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.919305493Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.919356894Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.919366864Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1481","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.927813232Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.927844512Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1481","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.93742224Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.937468611Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1481","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.945904859Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.94596576Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:186"} {"msg":"No ledger in /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.94597449Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:186"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.946028621Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:5000","num_zones_updated":0,"num_zones_to_be_added":3,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.946037271Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.989267099Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.989316979Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:20.98932412Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:21.041956902Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:356"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:21.045996473Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:356"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:21.049785029Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:356"} {"msg":"Installing Omicron zone: oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:21.061352932Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:394"} {"msg":"Installing Omicron zone: oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:21.066301979Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:394"} {"msg":"Installing Omicron zone: oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:21.070401631Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:394"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b16e475-d979-40b0-9948-b25d5c9f3940)","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:21.270912155Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:234"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5b16e475-d979-40b0-9948-b25d5c9f3940)","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:22.273026779Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:234"} {"msg":"Profile for oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:22.794006291Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:22.794133963Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"Booting oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:22.794340826Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:491"} {"msg":"attempting to add new prefix advertisements","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:22.799809322Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:253","to_advertise":"[Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }]"} {"msg":"completed prefix advertisement reconcilation","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:22.800006366Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:285","withdrawn":"[]","added":"[Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }]","prefixes":"{Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }, Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }, Ipv6Net { addr: fdb0:200::, width: 64 }}"} {"msg":"Profile for oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:23.283180834Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:23.762895252Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:23.762993754Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"attempting to add new prefix advertisements","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:23.766667288Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:253","to_advertise":"[Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }, Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }]"} {"msg":"completed prefix advertisement reconcilation","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:23.766891632Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:285","withdrawn":"[]","added":"[Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }, Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }]","prefixes":"{Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }, Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }, Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }, Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }, Ipv6Net { addr: fdb0:200::, width: 64 }}"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\") failed: Property not found. retry in 39.02775ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:23.772149064Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Booting oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:23.772185015Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:491"} {"msg":"Booting oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396 zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:23.776261116Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:491"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\") failed: Property not found. retry in 53.572831ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:23.820675125Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\") failed: Property not found. retry in 288.360137ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:23.883831112Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\") failed: Property not found. retry in 56.567273ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:23.910713553Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\") failed: Property not found. retry in 50.428471ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:23.91736824Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\") failed: Property not found. retry in 99.147608ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:23.974662863Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\") failed: Property not found. retry in 80.617249ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:24.081095959Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\") failed: Property not found. retry in 104.512817ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:24.13706791Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:24.155128167Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14167906628079010861"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:24.155164757Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6577130031953331689"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\") failed: Property not found. retry in 371.039086ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:24.261756745Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\") failed: Property not found. retry in 182.604621ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:24.286167693Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.306899787Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.30707875Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4436","gateway":"fd00:1122:3344:101::1"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\") failed: Property not found. retry in 306.870477ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:24.319136851Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.328317302Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4450","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.328335602Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4515"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\") failed: Property not found. retry in 453.64254ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:24.481815573Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.584263548Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4556"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.584304629Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4589"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.637342459Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4602"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.63739838Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4467"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\") failed: Property not found. retry in 400.707001ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:24.639903903Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\") failed: Property not found. retry in 881.354234ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:24.650059461Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.706422199Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4509"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.7064602Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4566","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.728036128Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4577"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.728062418Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4659"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.802176188Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4691"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.802210508Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4697"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.893746523Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4738"} {"msg":"configuring tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.893784423Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4608"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\") failed: Property not found. retry in 799.912482ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:24.944022524Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"refreshed tfport service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.991384934Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4641"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:24.991425604Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5b16e475-d979-40b0-9948-b25d5c9f3940)","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:25.024907671Z","hostname":"buskin","pid":1566,"component":"NexusNotifierTask","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/nexus.rs:530"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.025325019Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\") failed: Property not found. retry in 1.297781118s","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:25.049328909Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.061276419Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.061386051Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.061819548Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"2"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.061835299Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:25.096996045Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:25.097131557Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.10127632Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4253"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157413294Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157480205Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157490025Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157515365Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157523606Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157529766Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157537186Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157543206Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157550166Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157555866Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157561686Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157565706Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157569946Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157573866Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157577897Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157599407Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157604547Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157608937Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157613297Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157618147Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157622287Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157626338Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:569","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:25.157630407Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:590","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\") failed: Property not found. retry in 559.001475ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:25.541481515Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\") failed: Property not found. retry in 800.341511ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:25.754926627Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\") failed: Property not found. retry in 1.47690202s","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:26.110253614Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\") failed: Property not found. retry in 1.242967942s","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:26.354531676Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\") failed: Property not found. retry in 889.885428ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:26.563416017Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\") failed: Property not found. retry in 1.401593265s","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:27.462244181Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\") failed: Property not found. retry in 526.975213ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:27.594826435Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\") failed: Property not found. retry in 783.76844ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:27.605335959Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\") failed: Property not found. retry in 627.2686ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:28.13090481Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\") failed: Property not found. retry in 918.959798ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:28.398622812Z","hostname":"buskin","pid":1566,"zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:29.339084616Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3387","zone":"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:29.339132647Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3387","zone":"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:29.339139307Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3387","zone":"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396"} {"msg":"Writing ledger to /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:29.339150217Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:197"} {"msg":"Writing ledger to /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:29.339432262Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:29.339829749Z","hostname":"buskin","pid":1566,"uri":"/omicron-config","method":"PUT","req_id":"1f12afc5-dfe2-4a27-87d2-ad5c5ce48786","remote_addr":"[fd00:1122:3344:101::1]:57780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":14645675,"response_code":"200"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:29.341888375Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"failed to write DNS configuration (will retry in 68.230629ms)","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:29.821246797Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:626","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:29.907915026Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:29.961242951Z","hostname":"buskin","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.007160495Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.007172505Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.037191961Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.037954925Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.037965565Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set sled's config","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.067127446Z","hostname":"buskin","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:370","zones":"OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 4c3612d1-0f62-46f6-b3c5-e709931f765d (service), filesystem_pool: Some(ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc (service), filesystem_pool: Some(ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: fe0227d6-43db-43d8-b7c9-c38e7b03b396 (service), filesystem_pool: Some(ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: 9b8f85e0-4781-444f-828e-261e755d8c3d (service), filesystem_pool: Some(ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b5d72ab8-5712-46e2-ada4-522693a23ba4, kind: Service { id: 9b8f85e0-4781-444f-828e-261e755d8c3d }, name: Name(\"ntp-9b8f85e0-4781-444f-828e-261e755d8c3d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 146])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }] }","datasets":"DatasetsConfig { generation: Generation(3), datasets: {00f88115-6b2e-43ae-b819-b78f2c691d5c (dataset): DatasetConfig { id: 00f88115-6b2e-43ae-b819-b78f2c691d5c (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 02ff7dd7-3aec-4d39-8906-3dfe5a520357 (dataset): DatasetConfig { id: 02ff7dd7-3aec-4d39-8906-3dfe5a520357 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 04567b88-8c8e-46fc-98a8-3d2d2318b002 (dataset): DatasetConfig { id: 04567b88-8c8e-46fc-98a8-3d2d2318b002 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0acd878c-e570-415b-be7a-e1cd18de2526 (dataset): DatasetConfig { id: 0acd878c-e570-415b-be7a-e1cd18de2526 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0d919fe6-93e2-4b77-9e32-e600fc1552aa (dataset): DatasetConfig { id: 0d919fe6-93e2-4b77-9e32-e600fc1552aa (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f5bcc25-5440-4d3b-8922-d5b8a82fa3b2 (dataset): DatasetConfig { id: 0f5bcc25-5440-4d3b-8922-d5b8a82fa3b2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 141cae07-7468-4c58-8627-962534df79c3 (dataset): DatasetConfig { id: 141cae07-7468-4c58-8627-962534df79c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 15c2b120-507c-47e0-8ace-768ddbaba737 (dataset): DatasetConfig { id: 15c2b120-507c-47e0-8ace-768ddbaba737 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 160ca3d2-987c-42ca-b541-2337b75fc937 (dataset): DatasetConfig { id: 160ca3d2-987c-42ca-b541-2337b75fc937 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1aff62ea-6e2b-452a-a2f4-2e20a9506b23 (dataset): DatasetConfig { id: 1aff62ea-6e2b-452a-a2f4-2e20a9506b23 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ee802e2-f9fa-437a-b9d0-926f6283031b (dataset): DatasetConfig { id: 1ee802e2-f9fa-437a-b9d0-926f6283031b (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2263a8fb-706c-40fa-91db-aaac2d9d4145 (dataset): DatasetConfig { id: 2263a8fb-706c-40fa-91db-aaac2d9d4145 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2a85e859-6982-4373-ab66-be16b65c8d99 (dataset): DatasetConfig { id: 2a85e859-6982-4373-ab66-be16b65c8d99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c730457-4a11-4898-8fd7-39bdc649e676 (dataset): DatasetConfig { id: 2c730457-4a11-4898-8fd7-39bdc649e676 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31ba6090-79fa-4aa7-8594-8d0906cf4a2a (dataset): DatasetConfig { id: 31ba6090-79fa-4aa7-8594-8d0906cf4a2a (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3aa52963-ab43-4d8f-a8a4-0310d8e2ba01 (dataset): DatasetConfig { id: 3aa52963-ab43-4d8f-a8a4-0310d8e2ba01 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 44138d0a-d27b-47de-b4a6-334d1f7aec85 (dataset): DatasetConfig { id: 44138d0a-d27b-47de-b4a6-334d1f7aec85 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 447f76a3-114a-429d-a3e0-b4437e2d3aca (dataset): DatasetConfig { id: 447f76a3-114a-429d-a3e0-b4437e2d3aca (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4b8d6334-127f-4cf2-969c-11afceb528ba (dataset): DatasetConfig { id: 4b8d6334-127f-4cf2-969c-11afceb528ba (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bb380cf-6f6c-4a98-9ed0-696b9ede92fa (dataset): DatasetConfig { id: 4bb380cf-6f6c-4a98-9ed0-696b9ede92fa (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4cbe196e-1464-4ae4-9e22-e4dfd024b504 (dataset): DatasetConfig { id: 4cbe196e-1464-4ae4-9e22-e4dfd024b504 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5912914b-0bbf-4ac6-a4c4-c8d1971ab3eb (dataset): DatasetConfig { id: 5912914b-0bbf-4ac6-a4c4-c8d1971ab3eb (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a0459d8-14ef-4119-b011-0f9c959ba8ee (dataset): DatasetConfig { id: 5a0459d8-14ef-4119-b011-0f9c959ba8ee (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5d64a157-a24a-455a-85e0-1d4474969909 (dataset): DatasetConfig { id: 5d64a157-a24a-455a-85e0-1d4474969909 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5e538d95-944c-456f-af2f-b3ab1daa2996 (dataset): DatasetConfig { id: 5e538d95-944c-456f-af2f-b3ab1daa2996 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5faba051-00a5-4c7e-9026-f51580098e08 (dataset): DatasetConfig { id: 5faba051-00a5-4c7e-9026-f51580098e08 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6001bfd8-6c87-4197-b780-eda84ae34fed (dataset): DatasetConfig { id: 6001bfd8-6c87-4197-b780-eda84ae34fed (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6780011b-bb06-4144-a89f-0454e16e3046 (dataset): DatasetConfig { id: 6780011b-bb06-4144-a89f-0454e16e3046 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69bf92ed-405b-452b-966e-413d5904bf17 (dataset): DatasetConfig { id: 69bf92ed-405b-452b-966e-413d5904bf17 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 70db45ef-8101-40e1-8143-8bafd9b8e497 (dataset): DatasetConfig { id: 70db45ef-8101-40e1-8143-8bafd9b8e497 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72a28719-eba9-4992-b701-9f617ef57883 (dataset): DatasetConfig { id: 72a28719-eba9-4992-b701-9f617ef57883 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72e55a59-70ee-4b9d-bb22-4c6e747d4571 (dataset): DatasetConfig { id: 72e55a59-70ee-4b9d-bb22-4c6e747d4571 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 73214210-e443-4494-a20c-2895ee4d76d2 (dataset): DatasetConfig { id: 73214210-e443-4494-a20c-2895ee4d76d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 746ccfe5-290c-45bd-96ac-6f999e170992 (dataset): DatasetConfig { id: 746ccfe5-290c-45bd-96ac-6f999e170992 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 76df4e60-6220-4589-bedb-b6910a3025db (dataset): DatasetConfig { id: 76df4e60-6220-4589-bedb-b6910a3025db (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 79e74ad3-b719-4e56-8ec8-67d514f781d3 (dataset): DatasetConfig { id: 79e74ad3-b719-4e56-8ec8-67d514f781d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b380b1b-5a1e-4a72-b223-923e468241d0 (dataset): DatasetConfig { id: 7b380b1b-5a1e-4a72-b223-923e468241d0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7ff0b67c-9443-4e1e-8161-aed538329a33 (dataset): DatasetConfig { id: 7ff0b67c-9443-4e1e-8161-aed538329a33 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8b5c707f-9ed6-48a2-b588-76602d4c5774 (dataset): DatasetConfig { id: 8b5c707f-9ed6-48a2-b588-76602d4c5774 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c8b13a9-8608-49d1-94aa-247b54a5cf57 (dataset): DatasetConfig { id: 8c8b13a9-8608-49d1-94aa-247b54a5cf57 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d67ee72-d24f-4dc9-9b52-11ffa64686ef (dataset): DatasetConfig { id: 8d67ee72-d24f-4dc9-9b52-11ffa64686ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d86ecc5-b0a8-4bff-9fdb-0369e73da0d7 (dataset): DatasetConfig { id: 8d86ecc5-b0a8-4bff-9fdb-0369e73da0d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9674166f-e828-4e6d-8863-d33dccf4e069 (dataset): DatasetConfig { id: 9674166f-e828-4e6d-8863-d33dccf4e069 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9a8cc04d-e203-4d27-b209-5c5e33758f77 (dataset): DatasetConfig { id: 9a8cc04d-e203-4d27-b209-5c5e33758f77 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4063735-bc9c-4e2a-a651-d346c02986dc (dataset): DatasetConfig { id: a4063735-bc9c-4e2a-a651-d346c02986dc (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a625cbd6-d57a-4c27-8096-eddbfdd64396 (dataset): DatasetConfig { id: a625cbd6-d57a-4c27-8096-eddbfdd64396 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ab583851-ab6d-4bbe-917f-882fb0172ca7 (dataset): DatasetConfig { id: ab583851-ab6d-4bbe-917f-882fb0172ca7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ae92903e-4217-4d17-9aa8-74d1e88e0886 (dataset): DatasetConfig { id: ae92903e-4217-4d17-9aa8-74d1e88e0886 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6a8ea4e-8c43-44db-8892-db0f53d540ad (dataset): DatasetConfig { id: b6a8ea4e-8c43-44db-8892-db0f53d540ad (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, bf23d924-4062-4643-b1cf-05c7a3c2efc3 (dataset): DatasetConfig { id: bf23d924-4062-4643-b1cf-05c7a3c2efc3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, bf942f3c-f86b-42a6-a480-255eb0aa5d0e (dataset): DatasetConfig { id: bf942f3c-f86b-42a6-a480-255eb0aa5d0e (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c0221e55-6f99-40e4-9f05-5bc3a13737b6 (dataset): DatasetConfig { id: c0221e55-6f99-40e4-9f05-5bc3a13737b6 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c38be278-62f9-49f6-ad59-181f6a3ece56 (dataset): DatasetConfig { id: c38be278-62f9-49f6-ad59-181f6a3ece56 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c47170af-2816-48d0-908e-2b5dd7e8583a (dataset): DatasetConfig { id: c47170af-2816-48d0-908e-2b5dd7e8583a (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc2131de-064d-4fdd-856a-b58491421821 (dataset): DatasetConfig { id: cc2131de-064d-4fdd-856a-b58491421821 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d363faae-45d3-4abf-af4b-b2c64941e06c (dataset): DatasetConfig { id: d363faae-45d3-4abf-af4b-b2c64941e06c (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d82d4158-b3c9-4292-964a-38721efe5a79 (dataset): DatasetConfig { id: d82d4158-b3c9-4292-964a-38721efe5a79 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d929d8e0-4f94-4322-97f0-d058cbd454be (dataset): DatasetConfig { id: d929d8e0-4f94-4322-97f0-d058cbd454be (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dad44239-e576-4c76-b9ab-71d37cd6bf95 (dataset): DatasetConfig { id: dad44239-e576-4c76-b9ab-71d37cd6bf95 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfa93fb6-aab5-4c6c-a63b-3cf0e099ad08 (dataset): DatasetConfig { id: dfa93fb6-aab5-4c6c-a63b-3cf0e099ad08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e10292b7-4499-41a0-aa43-52be6400f00e (dataset): DatasetConfig { id: e10292b7-4499-41a0-aa43-52be6400f00e (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e1793cce-5632-435d-8d1a-81eb594f9f97 (dataset): DatasetConfig { id: e1793cce-5632-435d-8d1a-81eb594f9f97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e27bc62a-aaef-4d5f-bc93-8816be8e2e2e (dataset): DatasetConfig { id: e27bc62a-aaef-4d5f-bc93-8816be8e2e2e (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e69b43a4-9692-48cd-8c19-80b9cad6fedd (dataset): DatasetConfig { id: e69b43a4-9692-48cd-8c19-80b9cad6fedd (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e734a749-5033-496b-a321-9028bb00bcc9 (dataset): DatasetConfig { id: e734a749-5033-496b-a321-9028bb00bcc9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa6b5c56-69ae-4bf7-96b4-71f51ab7c2d9 (dataset): DatasetConfig { id: fa6b5c56-69ae-4bf7-96b4-71f51ab7c2d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","disks":"OmicronPhysicalDisksConfig { generation: Generation(3), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 0a4254f9-0a6c-499c-a016-091966657d9b (physical_disk), pool_id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 2fb0df86-fcad-48e9-9cbe-ebfff94bd29c (physical_disk), pool_id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4e14860f-3d41-4a76-ab2e-9fa9f335addb (physical_disk), pool_id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 73e7e706-0b33-4d98-8d24-94537cc38a04 (physical_disk), pool_id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7fb4df35-de55-42d2-9e63-a9984924f7ac (physical_disk), pool_id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 91e134a3-9a2d-46e5-9efc-7cffc3ddfc1c (physical_disk), pool_id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c7a180b0-23a6-4a12-a22f-706a15ee31f3 (physical_disk), pool_id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: cd429189-2f92-4580-9efc-ae152ca1a4bb (physical_disk), pool_id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: f7bf8fdf-f22d-42d8-8e9a-5d26b3c03580 (physical_disk), pool_id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool) }] }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.06733509Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:64389"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068088483Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:896"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(3), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 0a4254f9-0a6c-499c-a016-091966657d9b (physical_disk), pool_id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 2fb0df86-fcad-48e9-9cbe-ebfff94bd29c (physical_disk), pool_id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4e14860f-3d41-4a76-ab2e-9fa9f335addb (physical_disk), pool_id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 73e7e706-0b33-4d98-8d24-94537cc38a04 (physical_disk), pool_id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7fb4df35-de55-42d2-9e63-a9984924f7ac (physical_disk), pool_id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 91e134a3-9a2d-46e5-9efc-7cffc3ddfc1c (physical_disk), pool_id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: c7a180b0-23a6-4a12-a22f-706a15ee31f3 (physical_disk), pool_id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: cd429189-2f92-4580-9efc-ae152ca1a4bb (physical_disk), pool_id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: f7bf8fdf-f22d-42d8-8e9a-5d26b3c03580 (physical_disk), pool_id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068147324Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068154734Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:175"} {"msg":"Reading ledger from /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068266596Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:175"} {"msg":"Comparing 'requested disks' to ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068327457Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1262"} {"msg":"Request looks newer than prior requests","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068332607Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1297"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068362578Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:308"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068380208Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk already managed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068385048Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:412","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068390828Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk already managed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068395288Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:412","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068399518Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk already managed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068405278Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:412","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068409489Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk already managed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068413949Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:412","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068419299Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk already managed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068423509Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:412","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068427729Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk already managed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068431829Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:412","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068439519Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk already managed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068443899Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:412","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068447939Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk already managed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068454259Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:412","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068458289Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:364","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk already managed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.06846217Z","hostname":"buskin","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:412","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.06846637Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:197"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.06847203Z","hostname":"buskin","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(3), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 155aacb0-1876-44d6-8da2-eaaefe627ead (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9fbf6a96-0ee9-4db4-a93f-afc8c3390c77 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.06850979Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:588","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.06851524Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"Writing ledger to /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068634742Z","hostname":"buskin","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:197"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068784855Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:900"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068789885Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068793645Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:926","generation":"Generation(3)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068799795Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:931"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068803245Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:936"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068806725Z","hostname":"buskin","pid":1566,"component":"ProbeManager","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:123","gen":"Generation(3)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068813345Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:942"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068824756Z","hostname":"buskin","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(3)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068829436Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:947"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068833106Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:862"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(3), datasets: {00f88115-6b2e-43ae-b819-b78f2c691d5c (dataset): DatasetConfig { id: 00f88115-6b2e-43ae-b819-b78f2c691d5c (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 02ff7dd7-3aec-4d39-8906-3dfe5a520357 (dataset): DatasetConfig { id: 02ff7dd7-3aec-4d39-8906-3dfe5a520357 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 04567b88-8c8e-46fc-98a8-3d2d2318b002 (dataset): DatasetConfig { id: 04567b88-8c8e-46fc-98a8-3d2d2318b002 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0acd878c-e570-415b-be7a-e1cd18de2526 (dataset): DatasetConfig { id: 0acd878c-e570-415b-be7a-e1cd18de2526 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0d919fe6-93e2-4b77-9e32-e600fc1552aa (dataset): DatasetConfig { id: 0d919fe6-93e2-4b77-9e32-e600fc1552aa (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f5bcc25-5440-4d3b-8922-d5b8a82fa3b2 (dataset): DatasetConfig { id: 0f5bcc25-5440-4d3b-8922-d5b8a82fa3b2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 141cae07-7468-4c58-8627-962534df79c3 (dataset): DatasetConfig { id: 141cae07-7468-4c58-8627-962534df79c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 15c2b120-507c-47e0-8ace-768ddbaba737 (dataset): DatasetConfig { id: 15c2b120-507c-47e0-8ace-768ddbaba737 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 160ca3d2-987c-42ca-b541-2337b75fc937 (dataset): DatasetConfig { id: 160ca3d2-987c-42ca-b541-2337b75fc937 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1aff62ea-6e2b-452a-a2f4-2e20a9506b23 (dataset): DatasetConfig { id: 1aff62ea-6e2b-452a-a2f4-2e20a9506b23 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ee802e2-f9fa-437a-b9d0-926f6283031b (dataset): DatasetConfig { id: 1ee802e2-f9fa-437a-b9d0-926f6283031b (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2263a8fb-706c-40fa-91db-aaac2d9d4145 (dataset): DatasetConfig { id: 2263a8fb-706c-40fa-91db-aaac2d9d4145 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2a85e859-6982-4373-ab66-be16b65c8d99 (dataset): DatasetConfig { id: 2a85e859-6982-4373-ab66-be16b65c8d99 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2c730457-4a11-4898-8fd7-39bdc649e676 (dataset): DatasetConfig { id: 2c730457-4a11-4898-8fd7-39bdc649e676 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31ba6090-79fa-4aa7-8594-8d0906cf4a2a (dataset): DatasetConfig { id: 31ba6090-79fa-4aa7-8594-8d0906cf4a2a (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3aa52963-ab43-4d8f-a8a4-0310d8e2ba01 (dataset): DatasetConfig { id: 3aa52963-ab43-4d8f-a8a4-0310d8e2ba01 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 44138d0a-d27b-47de-b4a6-334d1f7aec85 (dataset): DatasetConfig { id: 44138d0a-d27b-47de-b4a6-334d1f7aec85 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 447f76a3-114a-429d-a3e0-b4437e2d3aca (dataset): DatasetConfig { id: 447f76a3-114a-429d-a3e0-b4437e2d3aca (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4b8d6334-127f-4cf2-969c-11afceb528ba (dataset): DatasetConfig { id: 4b8d6334-127f-4cf2-969c-11afceb528ba (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bb380cf-6f6c-4a98-9ed0-696b9ede92fa (dataset): DatasetConfig { id: 4bb380cf-6f6c-4a98-9ed0-696b9ede92fa (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4cbe196e-1464-4ae4-9e22-e4dfd024b504 (dataset): DatasetConfig { id: 4cbe196e-1464-4ae4-9e22-e4dfd024b504 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5912914b-0bbf-4ac6-a4c4-c8d1971ab3eb (dataset): DatasetConfig { id: 5912914b-0bbf-4ac6-a4c4-c8d1971ab3eb (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5a0459d8-14ef-4119-b011-0f9c959ba8ee (dataset): DatasetConfig { id: 5a0459d8-14ef-4119-b011-0f9c959ba8ee (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5d64a157-a24a-455a-85e0-1d4474969909 (dataset): DatasetConfig { id: 5d64a157-a24a-455a-85e0-1d4474969909 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5e538d95-944c-456f-af2f-b3ab1daa2996 (dataset): DatasetConfig { id: 5e538d95-944c-456f-af2f-b3ab1daa2996 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5faba051-00a5-4c7e-9026-f51580098e08 (dataset): DatasetConfig { id: 5faba051-00a5-4c7e-9026-f51580098e08 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6001bfd8-6c87-4197-b780-eda84ae34fed (dataset): DatasetConfig { id: 6001bfd8-6c87-4197-b780-eda84ae34fed (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6780011b-bb06-4144-a89f-0454e16e3046 (dataset): DatasetConfig { id: 6780011b-bb06-4144-a89f-0454e16e3046 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69bf92ed-405b-452b-966e-413d5904bf17 (dataset): DatasetConfig { id: 69bf92ed-405b-452b-966e-413d5904bf17 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 70db45ef-8101-40e1-8143-8bafd9b8e497 (dataset): DatasetConfig { id: 70db45ef-8101-40e1-8143-8bafd9b8e497 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72a28719-eba9-4992-b701-9f617ef57883 (dataset): DatasetConfig { id: 72a28719-eba9-4992-b701-9f617ef57883 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 72e55a59-70ee-4b9d-bb22-4c6e747d4571 (dataset): DatasetConfig { id: 72e55a59-70ee-4b9d-bb22-4c6e747d4571 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 73214210-e443-4494-a20c-2895ee4d76d2 (dataset): DatasetConfig { id: 73214210-e443-4494-a20c-2895ee4d76d2 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 746ccfe5-290c-45bd-96ac-6f999e170992 (dataset): DatasetConfig { id: 746ccfe5-290c-45bd-96ac-6f999e170992 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 76df4e60-6220-4589-bedb-b6910a3025db (dataset): DatasetConfig { id: 76df4e60-6220-4589-bedb-b6910a3025db (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 79e74ad3-b719-4e56-8ec8-67d514f781d3 (dataset): DatasetConfig { id: 79e74ad3-b719-4e56-8ec8-67d514f781d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b380b1b-5a1e-4a72-b223-923e468241d0 (dataset): DatasetConfig { id: 7b380b1b-5a1e-4a72-b223-923e468241d0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7ff0b67c-9443-4e1e-8161-aed538329a33 (dataset): DatasetConfig { id: 7ff0b67c-9443-4e1e-8161-aed538329a33 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8b5c707f-9ed6-48a2-b588-76602d4c5774 (dataset): DatasetConfig { id: 8b5c707f-9ed6-48a2-b588-76602d4c5774 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8c8b13a9-8608-49d1-94aa-247b54a5cf57 (dataset): DatasetConfig { id: 8c8b13a9-8608-49d1-94aa-247b54a5cf57 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d67ee72-d24f-4dc9-9b52-11ffa64686ef (dataset): DatasetConfig { id: 8d67ee72-d24f-4dc9-9b52-11ffa64686ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d86ecc5-b0a8-4bff-9fdb-0369e73da0d7 (dataset): DatasetConfig { id: 8d86ecc5-b0a8-4bff-9fdb-0369e73da0d7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 08b9b84e-46f9-4dd7-831b-aece09ead3bd (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9674166f-e828-4e6d-8863-d33dccf4e069 (dataset): DatasetConfig { id: 9674166f-e828-4e6d-8863-d33dccf4e069 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9a8cc04d-e203-4d27-b209-5c5e33758f77 (dataset): DatasetConfig { id: 9a8cc04d-e203-4d27-b209-5c5e33758f77 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a4063735-bc9c-4e2a-a651-d346c02986dc (dataset): DatasetConfig { id: a4063735-bc9c-4e2a-a651-d346c02986dc (dataset), name: DatasetName { pool_name: ZpoolName { id: 23794aac-eb15-488c-ae3a-5e21fdc312b1 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a625cbd6-d57a-4c27-8096-eddbfdd64396 (dataset): DatasetConfig { id: a625cbd6-d57a-4c27-8096-eddbfdd64396 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ab583851-ab6d-4bbe-917f-882fb0172ca7 (dataset): DatasetConfig { id: ab583851-ab6d-4bbe-917f-882fb0172ca7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ae92903e-4217-4d17-9aa8-74d1e88e0886 (dataset): DatasetConfig { id: ae92903e-4217-4d17-9aa8-74d1e88e0886 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6a8ea4e-8c43-44db-8892-db0f53d540ad (dataset): DatasetConfig { id: b6a8ea4e-8c43-44db-8892-db0f53d540ad (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, bf23d924-4062-4643-b1cf-05c7a3c2efc3 (dataset): DatasetConfig { id: bf23d924-4062-4643-b1cf-05c7a3c2efc3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, bf942f3c-f86b-42a6-a480-255eb0aa5d0e (dataset): DatasetConfig { id: bf942f3c-f86b-42a6-a480-255eb0aa5d0e (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c0221e55-6f99-40e4-9f05-5bc3a13737b6 (dataset): DatasetConfig { id: c0221e55-6f99-40e4-9f05-5bc3a13737b6 (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c38be278-62f9-49f6-ad59-181f6a3ece56 (dataset): DatasetConfig { id: c38be278-62f9-49f6-ad59-181f6a3ece56 (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c47170af-2816-48d0-908e-2b5dd7e8583a (dataset): DatasetConfig { id: c47170af-2816-48d0-908e-2b5dd7e8583a (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc2131de-064d-4fdd-856a-b58491421821 (dataset): DatasetConfig { id: cc2131de-064d-4fdd-856a-b58491421821 (dataset), name: DatasetName { pool_name: ZpoolName { id: b6ecf139-d8dd-43d5-8e01-be9d7e71ace6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d363faae-45d3-4abf-af4b-b2c64941e06c (dataset): DatasetConfig { id: d363faae-45d3-4abf-af4b-b2c64941e06c (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d82d4158-b3c9-4292-964a-38721efe5a79 (dataset): DatasetConfig { id: d82d4158-b3c9-4292-964a-38721efe5a79 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, d929d8e0-4f94-4322-97f0-d058cbd454be (dataset): DatasetConfig { id: d929d8e0-4f94-4322-97f0-d058cbd454be (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dad44239-e576-4c76-b9ab-71d37cd6bf95 (dataset): DatasetConfig { id: dad44239-e576-4c76-b9ab-71d37cd6bf95 (dataset), name: DatasetName { pool_name: ZpoolName { id: c3b62152-50d6-410a-9241-58aa147cadbd (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfa93fb6-aab5-4c6c-a63b-3cf0e099ad08 (dataset): DatasetConfig { id: dfa93fb6-aab5-4c6c-a63b-3cf0e099ad08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e10292b7-4499-41a0-aa43-52be6400f00e (dataset): DatasetConfig { id: e10292b7-4499-41a0-aa43-52be6400f00e (dataset), name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e1793cce-5632-435d-8d1a-81eb594f9f97 (dataset): DatasetConfig { id: e1793cce-5632-435d-8d1a-81eb594f9f97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e27bc62a-aaef-4d5f-bc93-8816be8e2e2e (dataset): DatasetConfig { id: e27bc62a-aaef-4d5f-bc93-8816be8e2e2e (dataset), name: DatasetName { pool_name: ZpoolName { id: 21fdd0c8-92ee-48fe-80dd-67955ee0deab (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e69b43a4-9692-48cd-8c19-80b9cad6fedd (dataset): DatasetConfig { id: e69b43a4-9692-48cd-8c19-80b9cad6fedd (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e734a749-5033-496b-a321-9028bb00bcc9 (dataset): DatasetConfig { id: e734a749-5033-496b-a321-9028bb00bcc9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa6b5c56-69ae-4bf7-96b4-71f51ab7c2d9 (dataset): DatasetConfig { id: fa6b5c56-69ae-4bf7-96b4-71f51ab7c2d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 169644b4-0b23-43d4-b85a-5e1e59e894b2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.068997329Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.069003559Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:175"} {"msg":"Reading ledger from /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.06906584Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:175"} {"msg":"Comparing 'requested datasets' to ledger on internal storage","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.069194612Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Request looks newer than prior requests","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.069199682Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:899","ledger_generation":"Generation(2)","requested_generation":"Generation(3)"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097121952Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097161473Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097175353Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_clickhouse_475680ba-a4df-4679-8b13-089d0001af6e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097186053Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097198233Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097206573Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097222974Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097230564Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097238874Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097246134Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097255714Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097263904Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097273435Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097281364Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097291685Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_nexus_35189856-02da-42e2-b39f-9bf00b671e8e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097301525Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097310985Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097318635Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097337996Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097348096Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097356276Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097363376Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097370826Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097380616Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097390097Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097400077Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097410097Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_cockroachdb_495cb750-f532-4eb0-9d33-23958e676db1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097421877Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097431617Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097439847Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097451838Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097459538Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097467508Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097474488Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097488948Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097500898Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_cockroachdb_8b9958c1-1bd6-46a8-8014-331fb7339924","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097507948Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097515199Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097522549Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097529369Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097536569Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097561789Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_cockroachdb_1d90283a-3acf-4452-840f-5d122e241149","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09756901Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09757651Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09758446Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09759159Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09759896Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09760665Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_pantry_a4a52068-5e55-4bb4-805a-b79cfe582aed","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09761355Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09762097Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097628611Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_crucible_9a953958-cdf0-42cf-a173-e8c64a425ff0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097635661Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097647591Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097655101Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097661821Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097669181Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097676622Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097683452Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097690552Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097698172Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097708542Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097720712Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097730823Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_external_dns_7c6cd171-a569-49e7-beeb-2e157ac50581","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097742213Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097762493Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097770593Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_pantry_af5196c3-2a51-4c58-a963-4fdcd911c5d9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097777623Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097784903Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097792804Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097799664Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097807024Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097814924Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097821864Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097829004Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097836674Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_pantry_aeebcf5f-7082-4c72-9eec-f16be62a9359","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097849225Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097856685Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097864135Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_cockroachdb_6fca7171-9c9c-49b7-a2a2-bdb770187672","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097871425Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097878785Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097886315Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_crucible_b0193461-bdec-481c-b853-d8414d1b41b4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097893335Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097900695Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097908375Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_crucible_1c173542-cc1b-4908-a430-234c1c4ac928","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097915306Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097922596Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097938916Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone/oxz_internal_dns_b6e82de9-25a6-4f8c-8cd6-8fea66f9d4bc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097946236Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097955626Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097970357Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone/oxz_cockroachdb_2e0d2efa-b1bc-45c1-9183-75df7aa7f9f2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097982317Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.097994177Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098007917Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098014257Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098022768Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098028818Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_internal_dns_4c3612d1-0f62-46f6-b3c5-e709931f765d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098034288Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098043368Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098047718Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098051368Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098055318Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098059748Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098063348Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098067098Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098071478Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098075049Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098078878Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098082879Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_external_dns_7fa0bd63-4613-4730-8283-6c89f1a79e24","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098092669Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098096589Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098100639Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_crucible_7efcf001-0dd9-4363-a602-6aff2bbb73ba","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098104249Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098108109Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098112209Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098115709Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098119369Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098123489Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone/oxz_nexus_92ec5ea7-0c25-4ce1-b12a-b37803f9437e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098127199Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09813079Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.098134799Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09814148Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.09814534Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100675334Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100698235Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone/oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100713175Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone/oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100736945Z","hostname":"buskin","pid":1566,"name":"oxp_08b9b84e-46f9-4dd7-831b-aece09ead3bd/crypt/zone/oxz_crucible_c796925b-cadb-4942-9d5d-4e7e05839490","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100757536Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100781306Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100807596Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100842097Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100847767Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100885478Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_crucible_e49fb727-289e-4d17-8f53-9a8f44dbe7cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100908888Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100914138Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100928328Z","hostname":"buskin","pid":1566,"name":"oxp_23794aac-eb15-488c-ae3a-5e21fdc312b1/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100933619Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100939259Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100964309Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_crucible_7cec4b55-bf34-4214-b1d3-f5c6ac8a30a7","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100980859Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10098636Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.100991829Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10099702Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10101323Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.1010239Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10102907Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10104491Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101089651Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101103462Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101108952Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101116592Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101130672Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101146102Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101162472Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone/oxz_oximeter_0bac86de-09e7-448a-8367-30ce1b04b117","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101185703Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101200353Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101206423Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/zone/oxz_internal_dns_fe0227d6-43db-43d8-b7c9-c38e7b03b396","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101220334Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101236624Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101242304Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101266294Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101273965Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101289845Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone/oxz_crucible_77f0cf2b-101a-4b30-b6b9-449c7bb88db2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101303835Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101309475Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101325306Z","hostname":"buskin","pid":1566,"name":"oxp_b6ecf139-d8dd-43d5-8e01-be9d7e71ace6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101335756Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101341386Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101349006Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101362096Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101367436Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101383116Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101388316Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101393737Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101399137Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101404817Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101420277Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101425987Z","hostname":"buskin","pid":1566,"name":"oxp_c3b62152-50d6-410a-9241-58aa147cadbd/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101440448Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101445937Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101451708Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101458508Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101474958Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101481328Z","hostname":"buskin","pid":1566,"name":"oxp_e3742fbd-da21-42ec-b14b-10f3f2464f3b/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101486858Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101492078Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101507819Z","hostname":"buskin","pid":1566,"name":"oxp_209f5dde-b299-4f72-859b-aad23f3da36a/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101513659Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101519689Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101525379Z","hostname":"buskin","pid":1566,"name":"oxp_21fdd0c8-92ee-48fe-80dd-67955ee0deab/crypt/zone/oxz_nexus_f4bb0dbc-ce04-4b89-a4e0-28221f7aa8c9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10156443Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10157995Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10158598Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10159137Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.10160635Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101620461Z","hostname":"buskin","pid":1566,"name":"oxp_9ff44092-f88a-44f1-8a9c-5666997c74f9/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101627481Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1042"} {"msg":"Parsed old dataset properties","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101633031Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1021","props":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"No changes necessary, returning early","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101638571Z","hostname":"buskin","pid":1566,"name":"oxp_169644b4-0b23-43d4-b85a-5e1e59e894b2/crypt/zone/oxz_crucible_10c21e9c-59ff-44b0-b4ec-779074750c3e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1031"} {"msg":"Writing ledger to /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101655031Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:197"} {"msg":"Writing ledger to /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101684812Z","hostname":"buskin","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:197"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101717642Z","hostname":"buskin","pid":1566,"sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101760263Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.101773393Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1481","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 209f5dde-b299-4f72-859b-aad23f3da36a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.108386189Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.108396859Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1481","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ff44092-f88a-44f1-8a9c-5666997c74f9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.118173791Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.118200671Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1481","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e3742fbd-da21-42ec-b14b-10f3f2464f3b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.126748331Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.126797292Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:175"} {"msg":"Reading ledger from /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.126971485Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:175"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.127090157Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:5000","num_zones_updated":0,"num_zones_to_be_added":1,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.127098827Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.139080187Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.171150489Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.17174606Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.17175532Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.201482581Z","hostname":"buskin","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 150, 146]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.201501891Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1321","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.201806857Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.201815117Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.202083212Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.202471288Z","hostname":"buskin","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.227948475Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:356"} {"msg":"Installing Omicron zone: oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.246717494Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:394"} {"msg":"Profile for oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.925033173Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d zone","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:30.925134265Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:491"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\") failed: Property not found. retry in 66.643127ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:31.076789922Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\") failed: Property not found. retry in 109.942306ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:31.152050111Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\") failed: Property not found. retry in 146.364789ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:31.273511591Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\") failed: Property not found. retry in 597.48028ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:31.4286488Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\") failed: Property not found. retry in 977.452461ms","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:32.034873495Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\") failed: Property not found. retry in 1.367306904s","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:33.022404743Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:34.157495368Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14167906628079010861"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:34.15761311Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6577130031953331689"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\") failed: Property not found. retry in 1.245236319s","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:34.399973778Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:35.098703215Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:35.098821937Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d\") failed: Property not found. retry in 1.278052689s","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:35.653718833Z","hostname":"buskin","pid":1566,"zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:36.95097335Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3387","zone":"oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d"} {"msg":"Writing ledger to /pool/int/155aacb0-1876-44d6-8da2-eaaefe627ead/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:36.951106162Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:197"} {"msg":"Writing ledger to /pool/int/9fbf6a96-0ee9-4db4-a93f-afc8c3390c77/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:36.95158312Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:36.952196431Z","hostname":"buskin","pid":1566,"uri":"/omicron-config","method":"PUT","req_id":"9030ec6d-8c2c-46ed-873d-b351f54b9ab4","remote_addr":"[fd00:1122:3344:101::1]:64389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":6884659,"response_code":"200"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:36.954635894Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:683"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:36.984884154Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:36.985031986Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:50048"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:36.993311762Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:36.993446334Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"858f3a1a-c7f4-4bf7-9037-b9aef8163ff2","remote_addr":"[fd00:1122:3344:101::1]:50048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8249,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:36.996248513Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:37.161936157Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:37.1620791Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:32974"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:38.782025133Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3849170066192956384"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:38.885862293Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15024561793569624399"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:39.343065855Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3010440881823876381"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:41.171306159Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.171466352Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"4993940d-f85f-4018-8fb6-2fc6b160cb00","remote_addr":"[fd00:1122:3344:101::1]:32974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009301,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:41.17420405Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.269451149Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.269621122Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:57094"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_9b8f85e0-4781-444f-828e-261e755d8c3d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:41.278247864Z","hostname":"buskin","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.278373206Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"5b254e72-060d-486e-b833-c2ae4d56bfcd","remote_addr":"[fd00:1122:3344:101::1]:57094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8675,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:41.2809111Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.454462892Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.454635515Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:35735"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.463688194Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"5ab63841-c2e8-40f0-b048-94ce64f2e387","remote_addr":"[fd00:1122:3344:101::1]:35735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8969,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.465352223Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:41.465371043Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.7139531Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.714107783Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:54007"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.722621122Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"a207ba00-3455-47fa-ae16-e6060a9a875c","remote_addr":"[fd00:1122:3344:101::1]:54007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8439,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.724061678Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:41.724067067Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.914824361Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.915017125Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:37220"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.922775061Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"5e3e4cfa-2b3d-45bc-b5e6-c6f35fd3dc5c","remote_addr":"[fd00:1122:3344:101::1]:37220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7671,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:41.925717272Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:41.925723802Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:42.177263881Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:42.177414183Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:36400"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:42.185413373Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"78a88a8f-b9f4-4489-88b0-0eaa01613141","remote_addr":"[fd00:1122:3344:101::1]:36400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7903,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:42.187404638Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:42.187412308Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:42.504102689Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:42.504236112Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:46343"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:42.512268573Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"9fbb621d-72f7-496e-bb92-4fad2b5c599f","remote_addr":"[fd00:1122:3344:101::1]:46343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7967,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:42.516232462Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:42.516240082Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:43.080394619Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:43.080543312Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:46357"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:43.088681575Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"8dc1fc48-92b7-4e25-928f-05ea08a57405","remote_addr":"[fd00:1122:3344:101::1]:46357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8059,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:43.09069933Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:43.09070948Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:43.379154046Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:43.379246618Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:64586"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:43.387479802Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"961f8de5-5f4f-4327-ace4-6164f5a3593a","remote_addr":"[fd00:1122:3344:101::1]:64586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8064,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:43.389132901Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:43.389138521Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:44.18326012Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:44.183445903Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:57347"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:44.188236137Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14167906628079010861"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:44.188446421Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6577130031953331689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:44.193573641Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"d9c8f251-df0f-4cdd-8b9e-2392582566ba","remote_addr":"[fd00:1122:3344:101::1]:57347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":10007,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:44.195886151Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:44.195893931Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:44.719918716Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:44.720095729Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:57298"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:44.729089727Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"4d0e078d-f79d-454a-8ebd-0507be2eb1eb","remote_addr":"[fd00:1122:3344:101::1]:57298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8931,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:44.73212029Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:44.73213038Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:45.100646879Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:45.100855982Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:45.350185142Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:45.350367456Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:46033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:45.35919944Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"57c83c1a-c1f8-46e5-a028-a7d6b4076d2c","remote_addr":"[fd00:1122:3344:101::1]:46033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8751,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:45.361494571Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:45.361504501Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:46.701430106Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:46.701619839Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:40688"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:46.710425664Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"ff9d6271-8e62-489c-a8cd-c2f9c5608463","remote_addr":"[fd00:1122:3344:101::1]:40688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8668,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:46.712684473Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:46.712695074Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:46.953978112Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10993687929662310704"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:46.954104595Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7506234099956987745"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:47.368689621Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:47.368837683Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:54565"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:47.377132479Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"5b28513c-f61c-4a8e-bffd-e6ce9b7cea09","remote_addr":"[fd00:1122:3344:101::1]:54565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8245,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:47.380361155Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:47.380369795Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:48.715224582Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:48.715394555Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:35623"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:48.724467514Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"59d34bbd-d0e1-461a-b266-ea25d8eef281","remote_addr":"[fd00:1122:3344:101::1]:35623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8994,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:48.727549828Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:48.727558278Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:48.784020387Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3849170066192956384"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:48.878625526Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"328.795863ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:48.88686185Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15024561793569624399"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:49.34443848Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3010440881823876381"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:50.419119546Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:50.419274939Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:55319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:50.428110033Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"dccb88d8-b41b-4d2a-a456-4864814ed318","remote_addr":"[fd00:1122:3344:101::1]:55319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8771,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:50.432319737Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:50.432330737Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:53.217658326Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:53.217818998Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:56665"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:53.227148882Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"a7d61bc7-e019-459c-ae4f-1eb46c31747b","remote_addr":"[fd00:1122:3344:101::1]:56665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9264,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:53.229462042Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:53.229474903Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:54.190179001Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14167906628079010861"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:54.190314223Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6577130031953331689"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:54.78861935Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:54.788718882Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:61903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:54.797385434Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"73be7d8e-6800-4b80-840d-187ed33a34a0","remote_addr":"[fd00:1122:3344:101::1]:61903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8524,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:54.799680874Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:54.799690084Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:55.103214974Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:55.103335676Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:56.955769544Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10993687929662310704"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:56.956057389Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7506234099956987745"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:57.547485125Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:57.547611137Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:41126"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:57.556795838Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"eeeb24e5-639f-4c4b-b04d-c749bc5d7c9f","remote_addr":"[fd00:1122:3344:101::1]:41126","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9016,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:57.558324055Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:09:57.558330565Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:58.7864341Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3849170066192956384"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:58.888178393Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15024561793569624399"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:09:59.347220208Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3010440881823876381"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:59.574042994Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:33941"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:09:59.574289638Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"05250f90-cfe7-48d5-b00b-cbc38d9b85bf","remote_addr":"[fdb0:200::2]:33941","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":119,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:00.300507617Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:00.300625579Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:41144"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:00.309618756Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"a9ce9ef4-da79-46b7-8bb8-cf2611706bfc","remote_addr":"[fd00:1122:3344:101::1]:41144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8855,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:00.311462239Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:00.311475489Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:02.406837794Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:02.407005068Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:40324"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:02.416989792Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"8e8f2895-6c1e-4b1f-811c-03454e798d57","remote_addr":"[fd00:1122:3344:101::1]:40324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9887,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:02.419903243Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:02.419912774Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:02.632053502Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"successfully enabled stats","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:02.632812505Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:212"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:02.632818255Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"prefix advertisement reconciliation complete (nothing to advertise or withdraw)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:02.63304829Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:237"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:04.191862631Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14167906628079010861"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:04.192013203Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6577130031953331689"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:04.242701302Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"542.560062ms"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:05.104896793Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:05.105040325Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:06.957471974Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10993687929662310704"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:06.957585886Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7506234099956987745"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:08.569493078Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:08.569708491Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:45398"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:08.579186917Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"4dccaa9f-9e42-4b8e-a6a2-5a780734a59b","remote_addr":"[fd00:1122:3344:101::1]:45398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9361,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:08.581475768Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:08.581486458Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:08.788883233Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3849170066192956384"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:08.888628001Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15024561793569624399"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:09.348839267Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3010440881823876381"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:14.194243272Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"14167906628079010861"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:14.194811072Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"6577130031953331689"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:14.99460211Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:14.994805033Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:58048"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:15.004387531Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"58465625-7450-42a2-b8c6-74a999039304","remote_addr":"[fd00:1122:3344:101::1]:58048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9508,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:15.006263704Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:15.006271114Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:15.106790356Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:15.106914478Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:16.96008885Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10993687929662310704"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:16.960237542Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7506234099956987745"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:18.790826747Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3849170066192956384"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:18.890432482Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15024561793569624399"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:19.35070381Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3010440881823876381"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:19.8202628Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.038009218s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:20.920118017Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:20.920219789Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:61861"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:20.93054748Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"2c9d54c6-4b70-4a1d-b20f-41ae0b1e22e1","remote_addr":"[fd00:1122:3344:101::1]:61861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":10191,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:20.932992093Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:20.933001123Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:25.108543887Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:25.108654909Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:26.609724298Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:26.609944012Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:59135"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:26.61952827Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"d346fea5-53f1-40e8-a4ca-de6fd6da9759","remote_addr":"[fd00:1122:3344:101::1]:59135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9461,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:26.621832381Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:26.621842011Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:26.962120285Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10993687929662310704"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:26.962240607Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7506234099956987745"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:28.792831992Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"3849170066192956384"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:28.891763186Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"15024561793569624399"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:29.352871168Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"3010440881823876381"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:29.608654131Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:34540"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:29.608809414Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"19fc146f-2c7d-475d-a70d-5034e54bc4d5","remote_addr":"[fdb0:200::2]:34540","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":50,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:35.110240097Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:35.110346799Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:35.893127939Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.910090265s"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:36.963341186Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"10993687929662310704"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:36.96356854Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"7506234099956987745"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:38.385534843Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:38.385642735Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:60445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:38.395820393Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"6d7f0745-2c47-4076-9d9a-a23353a31126","remote_addr":"[fd00:1122:3344:101::1]:60445","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9989,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:38.397556264Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:38.397570144Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:45.112084559Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:45.112210071Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:52.851251814Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:52.851417237Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:46852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:52.860377564Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"d53df9f9-fbff-4c98-82b0-2e15cc6af2eb","remote_addr":"[fd00:1122:3344:101::1]:46852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8854,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:52.862636863Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:52.862647424Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:53.839543835Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.498764996s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:55.114347659Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:10:55.114620043Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:59.642351552Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:58640"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:59.642419813Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e1c48c12-4f20-4a77-9deb-8e7a91452764","remote_addr":"[fdb0:200::2]:58640","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":28,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:59.840208269Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:59.840407313Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:65185"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:59.84938601Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"74ead8ae-e6d7-4627-acf6-2f3a5b588d15","remote_addr":"[fd00:1122:3344:101::1]:65185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8820,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:10:59.851707681Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:10:59.851717731Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:02.631434341Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"successfully enabled stats","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:02.631801497Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:212"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:02.631811068Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"prefix advertisement reconciliation complete (nothing to advertise or withdraw)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:02.63193112Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:237"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:05.117129248Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:05.11724808Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:11:11.374412789Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"8.540898435s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:15.118800777Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:15.11898963Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:23.251759313Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:23.251935026Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:54774"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:23.261108367Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"e130cf55-1c8f-4802-9c6b-d664d6b2378d","remote_addr":"[fd00:1122:3344:101::1]:54774","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9035,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:23.264949685Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:11:23.264961355Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:25.121124228Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:25.12124561Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:29.674428364Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:46612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:29.674547806Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ecfd8d44-58c6-4b14-a905-c309f7f30b3e","remote_addr":"[fdb0:200::2]:46612","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":44,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:11:34.951382703Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"9.765989952s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:35.122466971Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:35.122737366Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:45.125050616Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:45.125164818Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:46.966859538Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:46.96697748Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:49097"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:46.975961267Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"b66489bd-8b09-43e6-8053-8ae659561e6a","remote_addr":"[fd00:1122:3344:101::1]:49097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8785,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:46.978714185Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:11:46.978723626Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:55.127058241Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:11:55.127183004Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:59.706995854Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:63217"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:59.707067846Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4fe7d6ad-e7c5-48ab-b86b-383326f931d3","remote_addr":"[fdb0:200::2]:63217","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":29,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:11:59.753070912Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"21.145678665s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:59.850914767Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:59.851017549Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:34627"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:59.859960155Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"50b2191e-c89d-42b0-86d8-c3b5e2e9ff86","remote_addr":"[fd00:1122:3344:101::1]:34627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8730,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:11:59.862278696Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:11:59.862290076Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:02.632161934Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"successfully enabled stats","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:02.632665013Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:212"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:02.632672333Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"prefix advertisement reconciliation complete (nothing to advertise or withdraw)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:02.632785375Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:237"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:05.128786152Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:05.128897464Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:15.130576283Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:15.130847228Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:25.132366115Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:25.132470517Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:29.739062206Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:40028"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:29.739175479Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f01056a0-60e1-413a-b4ab-632dcb5f9373","remote_addr":"[fdb0:200::2]:40028","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:35.134517522Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:35.134627854Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:12:35.933843323Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"58.096564728s"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:42.422388957Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:42.422488139Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:37083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:42.431625449Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"75a6ff49-33d3-40ad-9536-3bf63830495e","remote_addr":"[fd00:1122:3344:101::1]:37083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8987,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:42.433750316Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:12:42.433756306Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:45.136977096Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:45.137099198Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:55.139285656Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:12:55.139392068Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:59.7729136Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:48103"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:12:59.773008101Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a93de503-2bb6-4625-8cb7-a85b8a26bc89","remote_addr":"[fdb0:200::2]:48103","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":48,"response_code":"200"} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:02.631742126Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"successfully enabled stats","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:02.632069262Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:212"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:02.632083212Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"prefix advertisement reconciliation complete (nothing to advertise or withdraw)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:02.632189214Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:237"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:05.141101748Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:05.141341332Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:07.75661105Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:07.756759213Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:48260"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:07.765403374Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"930e8b19-5ff5-4992-92fb-8b81fb6da8d2","remote_addr":"[fd00:1122:3344:101::1]:48260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8572,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:07.767789806Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:13:07.767807686Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:15.142480282Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:15.142605994Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:25.144366365Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:25.144605779Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:29.805761256Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:47996"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:29.805879848Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8993783a-dbca-431d-ae6a-024813afe0e0","remote_addr":"[fdb0:200::2]:47996","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":42,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:35.146813748Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:35.147080773Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:45.149488985Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:45.149598777Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:45.254025997Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:45.2542175Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:51239"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:45.263488013Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"e9e58083-8177-4666-a9d4-389128255b88","remote_addr":"[fd00:1122:3344:101::1]:51239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9154,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:45.266032018Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:13:45.266042198Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:13:49.066334325Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"139.227192336s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:55.151585031Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:13:55.151695384Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:59.838041991Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:51056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:13:59.838163603Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9b534c46-6a63-49ec-8b0b-858270a9fb2f","remote_addr":"[fdb0:200::2]:51056","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":46,"response_code":"200"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:02.632298086Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"prefix advertisement reconciliation complete (nothing to advertise or withdraw)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:02.632641452Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:237"} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:02.632653752Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"successfully enabled stats","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:02.632787665Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:212"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:05.153573796Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:05.153715189Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:15.155910257Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:15.156025189Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:25.157315642Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:25.157422834Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:29.870900657Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:38570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:29.870998689Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"91e23165-5c53-4d2b-b068-8a59a819075f","remote_addr":"[fdb0:200::2]:38570","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":38,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:30.069341675Z","hostname":"buskin","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:924"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:35.159573621Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:35.159815406Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:40.935044009Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:40.935208411Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:45822"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:40.944450073Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"511fd313-75cb-4595-a66c-66e4a4bf5335","remote_addr":"[fd00:1122:3344:101::1]:45822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9159,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:40.947070549Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:14:40.94707854Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:45.161436594Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:45.161582267Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:55.164110171Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:14:55.164342195Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:59.904206191Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:44822"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:14:59.904276752Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5454789f-7232-4bf8-ba65-28d86de9c0f3","remote_addr":"[fdb0:200::2]:44822","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":34,"response_code":"200"} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:02.63137888Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"successfully enabled stats","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:02.631794117Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:212"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:02.631804438Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"prefix advertisement reconciliation complete (nothing to advertise or withdraw)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:02.63195913Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:237"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:05.165889572Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:05.166017784Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:15.168250243Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:15.168360955Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:22.834208355Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:22.834368138Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:34048"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:22.843292364Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"5b917827-cff5-4184-974c-b423754d959d","remote_addr":"[fd00:1122:3344:101::1]:34048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8830,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:22.847959436Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:15:22.847968217Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:25.170020035Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:25.170221708Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:29.936587488Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:64711"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:29.93667208Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6fb1ea17-d838-4d4a-a8d4-ff235ace0571","remote_addr":"[fdb0:200::2]:64711","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":36,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:35.171886447Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:35.172082341Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:45.174283549Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:45.174403261Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:55.175547091Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:15:55.175680454Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:59.969401873Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:39229"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:15:59.969457024Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8322983d-704e-4eb5-a01d-5c837be09f76","remote_addr":"[fdb0:200::2]:39229","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":26,"response_code":"200"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:02.632163544Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"prefix advertisement reconciliation complete (nothing to advertise or withdraw)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:02.632461299Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:237"} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:02.632467609Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"successfully enabled stats","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:02.632558101Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:212"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:05.178082476Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:05.178198558Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:15.179705744Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:15.179813266Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:16:23.328071721Z","hostname":"buskin","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"137.033818853s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:25.181495366Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:25.181611658Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:30.002392101Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:44957"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:30.002465623Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"0ee7b57b-726b-47e0-82d6-bb6327541bac","remote_addr":"[fdb0:200::2]:44957","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":39,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:35.18403164Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:35.184141172Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:42.747548706Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:42.747664128Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:43925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:42.756764748Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"5f04db56-d66f-4e0f-8e91-91456b452688","remote_addr":"[fd00:1122:3344:101::1]:43925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9054,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:16:42.758950036Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:16:42.758958336Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:45.186176568Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:45.18629135Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:55.187923238Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:16:55.18803624Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:00.035152216Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:54682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:00.035291798Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"fb1eb9fa-343f-4aca-954e-ad00d879db25","remote_addr":"[fdb0:200::2]:54682","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":56,"response_code":"200"} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:02.631522703Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"successfully enabled stats","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:02.631926499Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:212"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:02.6319424Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"prefix advertisement reconciliation complete (nothing to advertise or withdraw)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:02.632066312Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:237"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:05.190033226Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:05.190146848Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:15.191946159Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:15.192212003Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:25.193397994Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:25.193507326Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:30.066737489Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:34635"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:30.066842441Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"fe3b1a43-790a-47d5-86b6-1dfb0a049411","remote_addr":"[fdb0:200::2]:34635","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":39,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:32.314934413Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:663"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:32.315128247Z","hostname":"buskin","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:61569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:32.324293408Z","hostname":"buskin","pid":1566,"uri":"/timesync","method":"GET","req_id":"b785504a-6277-49b7-970f-e23c9fab1298","remote_addr":"[fd00:1122:3344:101::1]:61569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9035,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:17:32.327152088Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:691"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-04-01T19:17:32.327163538Z","hostname":"buskin","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:713","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:35.195523422Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:35.195639244Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:45.198368581Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:45.198485724Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:55.200731243Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:17:55.200867935Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:18:00.098592777Z","hostname":"buskin","pid":1566,"local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:200::2]:54787"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:18:00.098681589Z","hostname":"buskin","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6b709065-3edd-4682-ab97-e2959b0c0e66","remote_addr":"[fdb0:200::2]:54787","local_addr":"[fdb0:200::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":36,"response_code":"200"} {"msg":"attempting to list currently-originated prefixes","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:18:02.631725706Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:222"} {"msg":"prefix advertisement reconciliation complete (nothing to advertise or withdraw)","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:18:02.632182504Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:237"} {"msg":"attempting to ensure stats are enabled","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:18:02.632194074Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:204"} {"msg":"successfully enabled stats","v":0,"name":"SledAgent","level":30,"time":"2025-04-01T19:18:02.632368017Z","hostname":"buskin","pid":1566,"component":"DdmReconciler","file":"sled-agent/src/ddm_reconciler.rs:212"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:18:05.203362639Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:18:05.203595603Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:18:15.205654679Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:18:15.205764631Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:18:25.207720185Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17923484064345924044"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-04-01T19:18:25.207838367Z","hostname":"buskin","pid":1566,"component":"kstat-sampler-worker","sled_id":"5b16e475-d979-40b0-9948-b25d5c9f3940","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9529081556398884329"}