[ Jan 11 05:20:38 Enabled. ]
[ Jan 11 05:20:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Jan 11 05:20:38 Method "start" exited with status 0. ]
[ Jan 11 05:20:38 Rereading configuration. ]
[ Jan 11 05:20:38 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:38.104972542Z","hostname":"sock","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:38.105135606Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:38.157609724Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:38.157650125Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:38.275481075Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:38.284320548Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:38.292721032Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:38.895130519Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.039606811Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.039643672Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.039771945Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.039868117Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.039888027Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.039920838Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.043167509Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:39.043175369Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.04318585Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.04320463Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.043243481Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.043309142Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.043441565Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.043462416Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.043470716Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.055330085Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.055355416Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.154372704Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.527286637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.527322888Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.527329168Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.527340128Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.527353568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.527367889Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.527373259Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.536215182Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.536235313Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.624584247Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990512547Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990567998Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990606418Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990615609Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990629049Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990639009Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990645019Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.99065147Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.9906572Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.99066209Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.99067774Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.99068692Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.99069086Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.99069502Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990714481Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990719611Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990726191Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990731051Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990735161Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990739652Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990758882Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990768782Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990774012Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990778182Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990783913Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990788013Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990809813Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990816053Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990820953Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990826043Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990831783Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990835814Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990859484Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990864674Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990871094Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990877744Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990882545Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990886925Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990914165Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990919696Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990924365Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990929606Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990934736Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990940816Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990945546Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.990950206Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991006107Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991011687Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991016707Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991024108Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991028978Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991033698Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991064319Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991068869Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991078339Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991089009Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991095209Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991101199Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.99112996Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.99113574Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.99114Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991179751Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991198071Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991205182Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991218432Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991227202Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991233182Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991267823Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:39.991279213Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.002628232Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:748"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.002673233Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999902118s","next_cleanup":"Instant { tv_sec: 1379, tv_nsec: 823498929 }"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.002691433Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3973"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.002737594Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.005476234Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.005519175Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.005875963Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.007647102Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.2.164,\n                last: 10.151.2.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.2.164,\n        10.151.2.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.2.174,\n        infra_ip_last: 10.151.2.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.2.100,\n                        vlan_id: None,\n                        rib_priority: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.2.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: Some(\n                    None,\n                ),\n                bgp_peers: [],\n                autoneg: false,\n                lldp: None,\n                tx_eq: None,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008146533Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1204"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008152303Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008204474Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008228064Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008261755Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008275155Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008284705Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008291686Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS not previously run. Creating plans.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008295706Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1253"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008302696Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.00848848Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008619923Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1285"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008625453Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:66"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008631813Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:39"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008667494Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1316"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008728875Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.008742695Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.00892709Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.009061433Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.009145784Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd (sled), rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.009678176Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4270"}
{"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.009741588Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4664"}
{"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.014140764Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.019619754Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.019837018Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024436129Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024503271Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024596063Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:34732","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd (sled), rack_id: 41cc6a35-6e91-4970-a710-a6745ca10ae3, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024748036Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024764646Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024803347Z","hostname":"sock","pid":1566,"file":"sled-agent/src/server.rs:44"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024810627Z","hostname":"sock","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024816327Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024823018Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:813"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024834258Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024845598Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024853278Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:802"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024865848Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:830"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024872419Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:596"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024879799Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024893899Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.024898619Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:701","result":"DisksManagementResult { status: [] }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.041688777Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.062675216Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.079540956Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.101090327Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:412"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.101141508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.101146428Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:424"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.10120341Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 80.385671ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.104917241Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab5f8842-c7f5-45f9-a9ad-764aa3b642b1\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ab5f8842-c7f5-45f9-a9ad-764aa3b642b1\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.115668516Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.140104251Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/swap\"","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.140157372Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.145472789Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:439"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.145480329Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:129"}
{"msg":"Ensuring dataset oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.145486779Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:139"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.186452166Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 85.515681ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.187053129Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac8608c-8a84-4ab7-8ce0-92f67b41758c\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0ac8608c-8a84-4ab7-8ce0-92f67b41758c\" }"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.214785986Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:174"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.27391142Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 147.973541ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.274470412Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6db07fb4-c17a-4025-b30b-d59438954911\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6db07fb4-c17a-4025-b30b-d59438954911\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.42282324Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 212.703783ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.423325341Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a24bfba4-a272-41cd-9b2e-de35d74e6184\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a24bfba4-a272-41cd-9b2e-de35d74e6184\" }"}
{"msg":"Mounting oxi_38e62459-2c4e-45cb-9f25-60482ed68d0a/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.435333784Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:182"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.44796091Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.448044142Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.448067133Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.448093253Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:196"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.637222344Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 202.834732ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.63794858Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68797a38-1074-4c0c-9a7f-34a0ddb5adca\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"68797a38-1074-4c0c-9a7f-34a0ddb5adca\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.842263862Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 223.325114ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:40.842903236Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ad2a10c-bfe8-4475-87fd-7b2777c3b482\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:20:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5ad2a10c-bfe8-4475-87fd-7b2777c3b482\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.066989481Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 323.399297ms)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.067528503Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deec8b5d-41c8-4523-abbd-2d3a582b92fc\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:20:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"deec8b5d-41c8-4523-abbd-2d3a582b92fc\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.18706019Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.19297741Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.19301496Z","hostname":"sock","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.193087302Z","hostname":"sock","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:61787","producer_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:41.194184696Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"193.314555ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.195329011Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.195337881Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.195398243Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:932","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.195404052Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:41.389852059Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"639.47064ms"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:41.391807972Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:42.030909892Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"875.874985ms"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:42.908926962Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.723669063s"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.843205974Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2694"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.843234465Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2939"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.843240195Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2564"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.843244585Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2611"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.843255895Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.843263436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.845368272Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2864"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.847182321Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2605"}
{"msg":"Profile for oxz_switch:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgs\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"id\" value='4e9f8f2b-826a-40d8-b07a-007eeab8e305'/>\n        <propval type=\"astring\" name=\"rack_id\" value='41cc6a35-6e91-4970-a710-a6745ca10ae3'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/wicketd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12226'/>\n        <propval type=\"astring\" name=\"artifact-address\" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>\n        <propval type=\"astring\" name=\"baseboard-file\" value='/opt/oxide/baseboard.json'/>\n        <propval type=\"astring\" name=\"mgs-address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"nexus-proxy-address\" value='[::]:12229'/>\n        <propval type=\"astring\" name=\"rack-subnet\" value='fd00:1122:3344::'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/switch_zone_setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"gz_local_link_addr\" value='fe80::8:20ff:fe26:fff2'/>\n        <property type=\"astring\" name=\"link_local_links\">\n          <astring_list>\n            <value_node value=\"tfportrear0_0\" />\n            <value_node value=\"oxBootstrap0\" />\n          </astring_list>\n        </property>\n        <propval type=\"astring\" name=\"bootstrap_addr\" value='fdb0:18c0:4d0d:a02a::2'/>\n        <propval type=\"astring\" name=\"bootstrap_vnic\" value='oxBootstrap0'/>\n        <propval type=\"astring\" name=\"baseboard_info\" value='{\"type\":\"pc\",\"identifier\":\"sock\",\"model\":\"i86pc\"}'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/dendrite\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"rack_id\" value='41cc6a35-6e91-4970-a710-a6745ca10ae3'/>\n        <propval type=\"astring\" name=\"sled_id\" value='1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd'/>\n        <propval type=\"astring\" name=\"sled_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"sled_serial\" value='sock'/>\n        <propval type=\"astring\" name=\"sled_revision\" value='0'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12224'/>\n        <propval type=\"astring\" name=\"front_ports\" value='1'/>\n        <propval type=\"astring\" name=\"rear_ports\" value='1'/>\n        <propval type=\"astring\" name=\"port_config\" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>\n        <propval type=\"astring\" name=\"mgmt\" value='uds'/>\n        <propval type=\"astring\" name=\"uds_path\" value='/opt/softnpu/stuff'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/tfport\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"host\" value='[::1]'/>\n        <propval type=\"astring\" name=\"port\" value='12224'/>\n        <propval type=\"astring\" name=\"flags\" value='--sync-only'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/lldpd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"board_rev\" value='softnpu_front_1_rear_1'/>\n        <propval type=\"astring\" name=\"scrimlet_id\" value='sock'/>\n        <propval type=\"astring\" name=\"scrimlet_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12230'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/pumpkind\">\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_uuid\" value='1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='41cc6a35-6e91-4970-a710-a6745ca10ae3'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mg-ddm\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"mode\" value='transit'/>\n        <propval type=\"astring\" name=\"dendrite\" value='true'/>\n        <propval type=\"astring\" name=\"sled_uuid\" value='1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='41cc6a35-6e91-4970-a710-a6745ca10ae3'/>\n        <propval type=\"astring\" name=\"interfaces\" value='tfportrear0_0/ll'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/uplink\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.847315775Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:43.84755746Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 27.31462ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:44.155200654Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 53.515754ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:44.353261829Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 175.913797ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:44.524821335Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:44.634956856Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.681119855s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 496.858712ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:44.870987463Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.100762247s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:45.483230214Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 715.10235ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:46.605852519Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 854.154837ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:47.352667776Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.147408826s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:48.300673228Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:48.317464646Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"8.939830328s"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:49.829712449Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.859530452Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.859787448Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.861013944Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.861043165Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.861051225Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.861063325Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.861247909Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.861402563Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.861443064Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:49.861460794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3973"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:50.067194027Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:34732","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:50.067309839Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:50.06731868Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:50.072986164Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4294","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:51.069816944Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.07097158Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57115"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.071259186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.071268616Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.071313827Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.071347328Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.071482291Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"da711851-5461-48ac-b487-adfb1570c5df","remote_addr":"[fd00:1122:3344:101::1]:57115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:51.335707695Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1500542517009827584"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:51.335843258Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"365178122651731218"}
{"msg":"refreshed zone-network-setup service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.34139532Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4343"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.34141566Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4401"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.553052523Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.580289609Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:41427"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.580443573Z","hostname":"sock","pid":1566,"uri":"/sled-role","method":"GET","req_id":"996f85a7-6433-4cfe-a454-3d639f0f514c","remote_addr":"[fd00:1122:3344:101::1]:41427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 023e6363-09f0-4175-a3c5-4720e2e3c03d (physical_disk), pool_id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 6b1c36f0-483a-46a5-982d-6bc73da8057c (physical_disk), pool_id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a7d3b413-1857-40c9-aa31-094b7591a4db (physical_disk), pool_id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: ff5af3df-7069-4f04-9ed8-0ec7547b5cf2 (physical_disk), pool_id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: bef1518a-e8db-487e-ad25-b4247025dc6f (physical_disk), pool_id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: e053830b-16e7-4b3b-9f00-be15d6b7389f (physical_disk), pool_id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 4b6717ac-5cf5-461b-8a90-233d63d0dd0e (physical_disk), pool_id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7d2b1148-b22e-42d5-9e72-173debc46216 (physical_disk), pool_id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 80527385-26d0-4cf4-a5d0-6891c21a4834 (physical_disk), pool_id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.621627914Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:385"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.621785227Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60026"}
{"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.622042043Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:893"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 023e6363-09f0-4175-a3c5-4720e2e3c03d (physical_disk), pool_id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 6b1c36f0-483a-46a5-982d-6bc73da8057c (physical_disk), pool_id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a7d3b413-1857-40c9-aa31-094b7591a4db (physical_disk), pool_id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: ff5af3df-7069-4f04-9ed8-0ec7547b5cf2 (physical_disk), pool_id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: bef1518a-e8db-487e-ad25-b4247025dc6f (physical_disk), pool_id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: e053830b-16e7-4b3b-9f00-be15d6b7389f (physical_disk), pool_id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 4b6717ac-5cf5-461b-8a90-233d63d0dd0e (physical_disk), pool_id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7d2b1148-b22e-42d5-9e72-173debc46216 (physical_disk), pool_id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 80527385-26d0-4cf4-a5d0-6891c21a4834 (physical_disk), pool_id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.622112285Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.622141255Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.622149355Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.622156266Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1298"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.622163136Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.622171906Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.622180226Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.622186806Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.632122384Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.632148634Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.732358418Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.740876214Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.740959236Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.740966967Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.740985707Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.740993207Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.741082309Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.741091429Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.77767665Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.785265066Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.924551795Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.93161521Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.931649011Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.931665571Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.931670961Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.931678271Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.940923374Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:51.940956925Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ec9ad497-e429-48cd-995d-1528d20edba6 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.035206158Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.042985648Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.043012159Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.043035269Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.04307177Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.04308545Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.043201133Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.043210153Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:52.072223068Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.078838483Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.087068403Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_ec9ad497-e429-48cd-995d-1528d20edba6","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.228960109Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.237530797Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.237566807Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.237574518Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.237583328Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.237589858Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.248339453Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.248364414Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.344209652Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.352623726Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.352655777Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.352663637Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.352700978Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.352709488Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.352859511Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.352870502Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.388666635Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.396932186Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.536014201Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.544314473Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.544350613Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.544358283Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.544363514Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.544402604Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.554461244Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.554483825Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.652698685Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.660878914Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.660907515Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.660915505Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.660954916Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.660965646Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.661082049Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.661093389Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.696993805Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.706230727Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_652ed310-a7a2-414e-9776-af8231fa6aa4","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.849861671Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.85847739Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.858520491Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.858528231Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.858552361Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.858557141Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.868952449Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.86897823Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.966530495Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.974576741Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.974608021Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.974614361Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.974632552Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.974641482Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.974827826Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:52.974840477Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.009606418Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.017865078Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:53.074258813Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"}
{"msg":"Looking for unencrypted datasets in oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.157630128Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.166259497Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.166295037Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.166302328Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.166307198Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.166314608Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.176730976Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.176756757Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.271228595Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.279792762Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.279827143Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.279861663Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.279898014Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.279924495Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.280052868Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.280062298Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.31807198Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.326625187Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_6e7c044a-1f89-4864-9088-50af54ee9df8","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.468587665Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.476853206Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.476882387Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.476887747Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.476894247Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.476901817Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.487616002Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.487636842Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.585272389Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.593454488Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.593484539Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.593491089Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.5935245Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.59353301Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.593699774Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.593708734Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.631803938Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.641808547Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.783255993Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.791255358Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.791305159Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.79131454Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.79132086Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.79132602Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.801138535Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.801158935Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8ef28041-f640-42e9-a92f-121b40233eda (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.894330285Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.902185487Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.902213467Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.902221278Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.902265619Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.902276429Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.902410402Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.902421722Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.936933347Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:53.944977174Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:54.075609262Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"}
{"msg":"Looking for unencrypted datasets in oxp_8ef28041-f640-42e9-a92f-121b40233eda","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.0937726Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.101942279Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.10198503Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.10199151Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.10199565Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.10199958Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.11250294Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.112541191Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5811c75e-42e8-431b-b556-abc8dedd260e (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.211419605Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.219239586Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.219273757Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.219280037Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.219318608Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.219345599Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.219461621Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.219472712Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.255151993Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.264284512Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_5811c75e-42e8-431b-b556-abc8dedd260e","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.404956172Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413007848Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413056089Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413138371Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413252684Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 38e62459-2c4e-45cb-9f25-60482ed68d0a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d9c30f55-6d6b-4203-96e5-a5fe7838c39f (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413332915Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413341506Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413503989Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413766085Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:897"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413780345Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413786485Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:923","generation":"Generation(2)"}
{"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413796565Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:928"}
{"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413801986Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:933"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413823066Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(2)"}
{"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413834216Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:939"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413869677Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"}
{"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413876657Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:944"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.413940219Z","hostname":"sock","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"1630b57b-a17a-419b-b277-22ff77d1349a","remote_addr":"[fd00:1122:3344:101::1]:60026","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2792055,"response_code":"200"}
{"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {03a6710a-5b06-44ac-922f-f19e5da61a1e (dataset): DatasetConfig { id: 03a6710a-5b06-44ac-922f-f19e5da61a1e (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 072ba2ab-51df-43bd-baf1-091565a9052a (dataset): DatasetConfig { id: 072ba2ab-51df-43bd-baf1-091565a9052a (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 09ccb1d2-53fc-4c33-b4a1-0b9e08e518e6 (dataset): DatasetConfig { id: 09ccb1d2-53fc-4c33-b4a1-0b9e08e518e6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0a01297a-4ead-4329-a34e-6e86fa59e2b0 (dataset): DatasetConfig { id: 0a01297a-4ead-4329-a34e-6e86fa59e2b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b6cd485-3e29-48cb-9ff7-9dc6f0d3e660 (dataset): DatasetConfig { id: 0b6cd485-3e29-48cb-9ff7-9dc6f0d3e660 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0da38404-6732-485e-a1de-e2591035da7e (dataset): DatasetConfig { id: 0da38404-6732-485e-a1de-e2591035da7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0fa5ac36-82ba-4c88-a233-ff473ee839c3 (dataset): DatasetConfig { id: 0fa5ac36-82ba-4c88-a233-ff473ee839c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1402a42c-91c0-4c84-af8d-a5ad02120c54 (dataset): DatasetConfig { id: 1402a42c-91c0-4c84-af8d-a5ad02120c54 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 237edfba-01e7-42a3-979c-d4e97142c486 (dataset): DatasetConfig { id: 237edfba-01e7-42a3-979c-d4e97142c486 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 29a296e0-d6db-46e3-b81a-65ce447daf87 (dataset): DatasetConfig { id: 29a296e0-d6db-46e3-b81a-65ce447daf87 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2a9a8c5b-7846-473b-a781-7ac5d58909be (dataset): DatasetConfig { id: 2a9a8c5b-7846-473b-a781-7ac5d58909be (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 303c3101-0cd4-4d79-ad81-bdcaf115ec48 (dataset): DatasetConfig { id: 303c3101-0cd4-4d79-ad81-bdcaf115ec48 (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31c8875d-d5f2-48d9-9c84-dc4d13e3fe7b (dataset): DatasetConfig { id: 31c8875d-d5f2-48d9-9c84-dc4d13e3fe7b (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34d2589c-4bb1-46f8-8eed-facd66fc50ec (dataset): DatasetConfig { id: 34d2589c-4bb1-46f8-8eed-facd66fc50ec (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37959c48-f316-4259-8021-c06b1effbe60 (dataset): DatasetConfig { id: 37959c48-f316-4259-8021-c06b1effbe60 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 397403f7-82a8-454c-ae7a-5e3c572d22b3 (dataset): DatasetConfig { id: 397403f7-82a8-454c-ae7a-5e3c572d22b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b290ad5-7bce-49f8-8c12-93b7354f52df (dataset): DatasetConfig { id: 3b290ad5-7bce-49f8-8c12-93b7354f52df (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 43bd0ec4-415a-4f6a-8271-3bd92f154de2 (dataset): DatasetConfig { id: 43bd0ec4-415a-4f6a-8271-3bd92f154de2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48f35ea3-a34d-4e34-8b47-eb9e97294969 (dataset): DatasetConfig { id: 48f35ea3-a34d-4e34-8b47-eb9e97294969 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5349354d-6e51-47f2-8ba4-06cf856e673d (dataset): DatasetConfig { id: 5349354d-6e51-47f2-8ba4-06cf856e673d (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 559fda2e-f262-4ca5-9453-7ac4178b58ab (dataset): DatasetConfig { id: 559fda2e-f262-4ca5-9453-7ac4178b58ab (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 561b5f29-4166-458d-b800-d2690b86c929 (dataset): DatasetConfig { id: 561b5f29-4166-458d-b800-d2690b86c929 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 56df7d28-91f0-444d-acd3-6aee35f97dfd (dataset): DatasetConfig { id: 56df7d28-91f0-444d-acd3-6aee35f97dfd (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5d75049d-a2e1-46c4-862b-3ae905393a3b (dataset): DatasetConfig { id: 5d75049d-a2e1-46c4-862b-3ae905393a3b (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60359dc1-f53e-4cd8-987b-a4b6b7d03849 (dataset): DatasetConfig { id: 60359dc1-f53e-4cd8-987b-a4b6b7d03849 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 631f7ee4-389b-427e-a85d-f968b4b73c4c (dataset): DatasetConfig { id: 631f7ee4-389b-427e-a85d-f968b4b73c4c (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 64149ddc-c1d2-4551-8b2c-e6c99ed02824 (dataset): DatasetConfig { id: 64149ddc-c1d2-4551-8b2c-e6c99ed02824 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 681f13bd-ccc8-41e4-b24a-bbce57e859fd (dataset): DatasetConfig { id: 681f13bd-ccc8-41e4-b24a-bbce57e859fd (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e362e1f-b8af-441c-89c0-5822d1e5457f (dataset): DatasetConfig { id: 6e362e1f-b8af-441c-89c0-5822d1e5457f (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e7653d9-6812-4fa9-bef4-7443bea80ad1 (dataset): DatasetConfig { id: 6e7653d9-6812-4fa9-bef4-7443bea80ad1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ff32a0b-6cd4-4a3c-a449-10088d1aa70d (dataset): DatasetConfig { id: 6ff32a0b-6cd4-4a3c-a449-10088d1aa70d (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7588fed5-101c-4560-93c3-840932a4cf52 (dataset): DatasetConfig { id: 7588fed5-101c-4560-93c3-840932a4cf52 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 76280a98-6f02-4c72-88e3-221b02b28431 (dataset): DatasetConfig { id: 76280a98-6f02-4c72-88e3-221b02b28431 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b690579-85cf-43c1-ad87-35b38e725c7e (dataset): DatasetConfig { id: 7b690579-85cf-43c1-ad87-35b38e725c7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7cd56525-7f62-4a1d-99e8-272f4b6a15a4 (dataset): DatasetConfig { id: 7cd56525-7f62-4a1d-99e8-272f4b6a15a4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7fbf11f7-4637-40b6-814b-d788ffe150a2 (dataset): DatasetConfig { id: 7fbf11f7-4637-40b6-814b-d788ffe150a2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8201d6fa-3047-408a-9c67-10aef37838c6 (dataset): DatasetConfig { id: 8201d6fa-3047-408a-9c67-10aef37838c6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8316c3eb-271a-46a6-8c0a-909662f38fe3 (dataset): DatasetConfig { id: 8316c3eb-271a-46a6-8c0a-909662f38fe3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 885b1ddc-9ea1-47a0-a8a0-d61fb014595c (dataset): DatasetConfig { id: 885b1ddc-9ea1-47a0-a8a0-d61fb014595c (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 88f45937-5db5-47f7-9909-20efa6d77806 (dataset): DatasetConfig { id: 88f45937-5db5-47f7-9909-20efa6d77806 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8df5e55f-8eb2-425a-86db-d3e357fce020 (dataset): DatasetConfig { id: 8df5e55f-8eb2-425a-86db-d3e357fce020 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 925e7132-346e-496a-b910-6fe13f15ad97 (dataset): DatasetConfig { id: 925e7132-346e-496a-b910-6fe13f15ad97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 9ac406b6-3296-4d6e-8074-caaf5d76fd27 (dataset): DatasetConfig { id: 9ac406b6-3296-4d6e-8074-caaf5d76fd27 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a28b91b2-fdce-46d3-9fda-6fef09c3c857 (dataset): DatasetConfig { id: a28b91b2-fdce-46d3-9fda-6fef09c3c857 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a687a5aa-b768-41f9-a7d0-7309c12c7992 (dataset): DatasetConfig { id: a687a5aa-b768-41f9-a7d0-7309c12c7992 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b18beffe-f2ef-4cb8-bbac-49c940ea5766 (dataset): DatasetConfig { id: b18beffe-f2ef-4cb8-bbac-49c940ea5766 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b2da0820-4e3a-4a1c-83ba-99070b93e2cc (dataset): DatasetConfig { id: b2da0820-4e3a-4a1c-83ba-99070b93e2cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b55cc8d6-7393-4386-9c65-c7c407641775 (dataset): DatasetConfig { id: b55cc8d6-7393-4386-9c65-c7c407641775 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c142dffc-0622-4816-ae7b-8aea3e8edb2a (dataset): DatasetConfig { id: c142dffc-0622-4816-ae7b-8aea3e8edb2a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4e97901-5df4-4be3-b949-a0b1c647beed (dataset): DatasetConfig { id: c4e97901-5df4-4be3-b949-a0b1c647beed (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c895cb4d-5f9d-413f-94ce-1941f92bf264 (dataset): DatasetConfig { id: c895cb4d-5f9d-413f-94ce-1941f92bf264 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc40c9b3-3237-48b9-ae2d-9719019b3b08 (dataset): DatasetConfig { id: cc40c9b3-3237-48b9-ae2d-9719019b3b08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cee39062-2fac-4d39-b7f3-7025c959fe61 (dataset): DatasetConfig { id: cee39062-2fac-4d39-b7f3-7025c959fe61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cf315c28-a377-4513-9701-644a65675d3c (dataset): DatasetConfig { id: cf315c28-a377-4513-9701-644a65675d3c (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cfb4a8c6-1b73-423f-ad6c-addf70691ba7 (dataset): DatasetConfig { id: cfb4a8c6-1b73-423f-ad6c-addf70691ba7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d152bc6c-7982-4f7a-8d48-64a997a5135c (dataset): DatasetConfig { id: d152bc6c-7982-4f7a-8d48-64a997a5135c (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfaaf4d1-85ec-44df-9bf8-59c7ddcde250 (dataset): DatasetConfig { id: dfaaf4d1-85ec-44df-9bf8-59c7ddcde250 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e28eaf47-b7fb-44d4-b7da-cb3eb01708ae (dataset): DatasetConfig { id: e28eaf47-b7fb-44d4-b7da-cb3eb01708ae (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e40896e6-ca4c-4247-b23b-e4d1a11b358f (dataset): DatasetConfig { id: e40896e6-ca4c-4247-b23b-e4d1a11b358f (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ea7374ec-6477-4463-af65-7cc07ee3875e (dataset): DatasetConfig { id: ea7374ec-6477-4463-af65-7cc07ee3875e (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eb2b58b2-3f86-4787-8e02-3c9dbe756ecc (dataset): DatasetConfig { id: eb2b58b2-3f86-4787-8e02-3c9dbe756ecc (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eeb3e329-4918-423a-bb8b-5d14ea018825 (dataset): DatasetConfig { id: eeb3e329-4918-423a-bb8b-5d14ea018825 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f2a3d5e7-13e7-4215-b628-20f66b8d3484 (dataset): DatasetConfig { id: f2a3d5e7-13e7-4215-b628-20f66b8d3484 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa5ca557-eae2-498f-875f-1eb493600d20 (dataset): DatasetConfig { id: fa5ca557-eae2-498f-875f-1eb493600d20 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fdcdc2e1-2a4c-4d8a-b3bc-c8da887953b7 (dataset): DatasetConfig { id: fdcdc2e1-2a4c-4d8a-b3bc-c8da887953b7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe277215-410c-493d-8e7a-26c8a3c3536b (dataset): DatasetConfig { id: fe277215-410c-493d-8e7a-26c8a3c3536b (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.445886408Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:460"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.445923769Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37915"}
{"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.446330498Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:859"}
{"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {03a6710a-5b06-44ac-922f-f19e5da61a1e (dataset): DatasetConfig { id: 03a6710a-5b06-44ac-922f-f19e5da61a1e (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 072ba2ab-51df-43bd-baf1-091565a9052a (dataset): DatasetConfig { id: 072ba2ab-51df-43bd-baf1-091565a9052a (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 09ccb1d2-53fc-4c33-b4a1-0b9e08e518e6 (dataset): DatasetConfig { id: 09ccb1d2-53fc-4c33-b4a1-0b9e08e518e6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0a01297a-4ead-4329-a34e-6e86fa59e2b0 (dataset): DatasetConfig { id: 0a01297a-4ead-4329-a34e-6e86fa59e2b0 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b6cd485-3e29-48cb-9ff7-9dc6f0d3e660 (dataset): DatasetConfig { id: 0b6cd485-3e29-48cb-9ff7-9dc6f0d3e660 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0da38404-6732-485e-a1de-e2591035da7e (dataset): DatasetConfig { id: 0da38404-6732-485e-a1de-e2591035da7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0fa5ac36-82ba-4c88-a233-ff473ee839c3 (dataset): DatasetConfig { id: 0fa5ac36-82ba-4c88-a233-ff473ee839c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1402a42c-91c0-4c84-af8d-a5ad02120c54 (dataset): DatasetConfig { id: 1402a42c-91c0-4c84-af8d-a5ad02120c54 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 237edfba-01e7-42a3-979c-d4e97142c486 (dataset): DatasetConfig { id: 237edfba-01e7-42a3-979c-d4e97142c486 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 29a296e0-d6db-46e3-b81a-65ce447daf87 (dataset): DatasetConfig { id: 29a296e0-d6db-46e3-b81a-65ce447daf87 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2a9a8c5b-7846-473b-a781-7ac5d58909be (dataset): DatasetConfig { id: 2a9a8c5b-7846-473b-a781-7ac5d58909be (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 303c3101-0cd4-4d79-ad81-bdcaf115ec48 (dataset): DatasetConfig { id: 303c3101-0cd4-4d79-ad81-bdcaf115ec48 (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31c8875d-d5f2-48d9-9c84-dc4d13e3fe7b (dataset): DatasetConfig { id: 31c8875d-d5f2-48d9-9c84-dc4d13e3fe7b (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34d2589c-4bb1-46f8-8eed-facd66fc50ec (dataset): DatasetConfig { id: 34d2589c-4bb1-46f8-8eed-facd66fc50ec (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 37959c48-f316-4259-8021-c06b1effbe60 (dataset): DatasetConfig { id: 37959c48-f316-4259-8021-c06b1effbe60 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 397403f7-82a8-454c-ae7a-5e3c572d22b3 (dataset): DatasetConfig { id: 397403f7-82a8-454c-ae7a-5e3c572d22b3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b290ad5-7bce-49f8-8c12-93b7354f52df (dataset): DatasetConfig { id: 3b290ad5-7bce-49f8-8c12-93b7354f52df (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 43bd0ec4-415a-4f6a-8271-3bd92f154de2 (dataset): DatasetConfig { id: 43bd0ec4-415a-4f6a-8271-3bd92f154de2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 48f35ea3-a34d-4e34-8b47-eb9e97294969 (dataset): DatasetConfig { id: 48f35ea3-a34d-4e34-8b47-eb9e97294969 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5349354d-6e51-47f2-8ba4-06cf856e673d (dataset): DatasetConfig { id: 5349354d-6e51-47f2-8ba4-06cf856e673d (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 559fda2e-f262-4ca5-9453-7ac4178b58ab (dataset): DatasetConfig { id: 559fda2e-f262-4ca5-9453-7ac4178b58ab (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 561b5f29-4166-458d-b800-d2690b86c929 (dataset): DatasetConfig { id: 561b5f29-4166-458d-b800-d2690b86c929 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 56df7d28-91f0-444d-acd3-6aee35f97dfd (dataset): DatasetConfig { id: 56df7d28-91f0-444d-acd3-6aee35f97dfd (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5d75049d-a2e1-46c4-862b-3ae905393a3b (dataset): DatasetConfig { id: 5d75049d-a2e1-46c4-862b-3ae905393a3b (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60359dc1-f53e-4cd8-987b-a4b6b7d03849 (dataset): DatasetConfig { id: 60359dc1-f53e-4cd8-987b-a4b6b7d03849 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 631f7ee4-389b-427e-a85d-f968b4b73c4c (dataset): DatasetConfig { id: 631f7ee4-389b-427e-a85d-f968b4b73c4c (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 64149ddc-c1d2-4551-8b2c-e6c99ed02824 (dataset): DatasetConfig { id: 64149ddc-c1d2-4551-8b2c-e6c99ed02824 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 681f13bd-ccc8-41e4-b24a-bbce57e859fd (dataset): DatasetConfig { id: 681f13bd-ccc8-41e4-b24a-bbce57e859fd (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e362e1f-b8af-441c-89c0-5822d1e5457f (dataset): DatasetConfig { id: 6e362e1f-b8af-441c-89c0-5822d1e5457f (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6e7653d9-6812-4fa9-bef4-7443bea80ad1 (dataset): DatasetConfig { id: 6e7653d9-6812-4fa9-bef4-7443bea80ad1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ff32a0b-6cd4-4a3c-a449-10088d1aa70d (dataset): DatasetConfig { id: 6ff32a0b-6cd4-4a3c-a449-10088d1aa70d (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7588fed5-101c-4560-93c3-840932a4cf52 (dataset): DatasetConfig { id: 7588fed5-101c-4560-93c3-840932a4cf52 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 76280a98-6f02-4c72-88e3-221b02b28431 (dataset): DatasetConfig { id: 76280a98-6f02-4c72-88e3-221b02b28431 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7b690579-85cf-43c1-ad87-35b38e725c7e (dataset): DatasetConfig { id: 7b690579-85cf-43c1-ad87-35b38e725c7e (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7cd56525-7f62-4a1d-99e8-272f4b6a15a4 (dataset): DatasetConfig { id: 7cd56525-7f62-4a1d-99e8-272f4b6a15a4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7fbf11f7-4637-40b6-814b-d788ffe150a2 (dataset): DatasetConfig { id: 7fbf11f7-4637-40b6-814b-d788ffe150a2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8201d6fa-3047-408a-9c67-10aef37838c6 (dataset): DatasetConfig { id: 8201d6fa-3047-408a-9c67-10aef37838c6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8316c3eb-271a-46a6-8c0a-909662f38fe3 (dataset): DatasetConfig { id: 8316c3eb-271a-46a6-8c0a-909662f38fe3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 885b1ddc-9ea1-47a0-a8a0-d61fb014595c (dataset): DatasetConfig { id: 885b1ddc-9ea1-47a0-a8a0-d61fb014595c (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 88f45937-5db5-47f7-9909-20efa6d77806 (dataset): DatasetConfig { id: 88f45937-5db5-47f7-9909-20efa6d77806 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8df5e55f-8eb2-425a-86db-d3e357fce020 (dataset): DatasetConfig { id: 8df5e55f-8eb2-425a-86db-d3e357fce020 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 925e7132-346e-496a-b910-6fe13f15ad97 (dataset): DatasetConfig { id: 925e7132-346e-496a-b910-6fe13f15ad97 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 9ac406b6-3296-4d6e-8074-caaf5d76fd27 (dataset): DatasetConfig { id: 9ac406b6-3296-4d6e-8074-caaf5d76fd27 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a28b91b2-fdce-46d3-9fda-6fef09c3c857 (dataset): DatasetConfig { id: a28b91b2-fdce-46d3-9fda-6fef09c3c857 (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a687a5aa-b768-41f9-a7d0-7309c12c7992 (dataset): DatasetConfig { id: a687a5aa-b768-41f9-a7d0-7309c12c7992 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b18beffe-f2ef-4cb8-bbac-49c940ea5766 (dataset): DatasetConfig { id: b18beffe-f2ef-4cb8-bbac-49c940ea5766 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b2da0820-4e3a-4a1c-83ba-99070b93e2cc (dataset): DatasetConfig { id: b2da0820-4e3a-4a1c-83ba-99070b93e2cc (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b55cc8d6-7393-4386-9c65-c7c407641775 (dataset): DatasetConfig { id: b55cc8d6-7393-4386-9c65-c7c407641775 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c142dffc-0622-4816-ae7b-8aea3e8edb2a (dataset): DatasetConfig { id: c142dffc-0622-4816-ae7b-8aea3e8edb2a (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c4e97901-5df4-4be3-b949-a0b1c647beed (dataset): DatasetConfig { id: c4e97901-5df4-4be3-b949-a0b1c647beed (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c895cb4d-5f9d-413f-94ce-1941f92bf264 (dataset): DatasetConfig { id: c895cb4d-5f9d-413f-94ce-1941f92bf264 (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc40c9b3-3237-48b9-ae2d-9719019b3b08 (dataset): DatasetConfig { id: cc40c9b3-3237-48b9-ae2d-9719019b3b08 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cee39062-2fac-4d39-b7f3-7025c959fe61 (dataset): DatasetConfig { id: cee39062-2fac-4d39-b7f3-7025c959fe61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cf315c28-a377-4513-9701-644a65675d3c (dataset): DatasetConfig { id: cf315c28-a377-4513-9701-644a65675d3c (dataset), name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, cfb4a8c6-1b73-423f-ad6c-addf70691ba7 (dataset): DatasetConfig { id: cfb4a8c6-1b73-423f-ad6c-addf70691ba7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d152bc6c-7982-4f7a-8d48-64a997a5135c (dataset): DatasetConfig { id: d152bc6c-7982-4f7a-8d48-64a997a5135c (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dfaaf4d1-85ec-44df-9bf8-59c7ddcde250 (dataset): DatasetConfig { id: dfaaf4d1-85ec-44df-9bf8-59c7ddcde250 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e28eaf47-b7fb-44d4-b7da-cb3eb01708ae (dataset): DatasetConfig { id: e28eaf47-b7fb-44d4-b7da-cb3eb01708ae (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, e40896e6-ca4c-4247-b23b-e4d1a11b358f (dataset): DatasetConfig { id: e40896e6-ca4c-4247-b23b-e4d1a11b358f (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ea7374ec-6477-4463-af65-7cc07ee3875e (dataset): DatasetConfig { id: ea7374ec-6477-4463-af65-7cc07ee3875e (dataset), name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eb2b58b2-3f86-4787-8e02-3c9dbe756ecc (dataset): DatasetConfig { id: eb2b58b2-3f86-4787-8e02-3c9dbe756ecc (dataset), name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eeb3e329-4918-423a-bb8b-5d14ea018825 (dataset): DatasetConfig { id: eeb3e329-4918-423a-bb8b-5d14ea018825 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f2a3d5e7-13e7-4215-b628-20f66b8d3484 (dataset): DatasetConfig { id: f2a3d5e7-13e7-4215-b628-20f66b8d3484 (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa5ca557-eae2-498f-875f-1eb493600d20 (dataset): DatasetConfig { id: fa5ca557-eae2-498f-875f-1eb493600d20 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fdcdc2e1-2a4c-4d8a-b3bc-c8da887953b7 (dataset): DatasetConfig { id: fdcdc2e1-2a4c-4d8a-b3bc-c8da887953b7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe277215-410c-493d-8e7a-26c8a3c3536b (dataset): DatasetConfig { id: fe277215-410c-493d-8e7a-26c8a3c3536b (dataset), name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.446513872Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.446522372Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.446528162Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.446532722Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:909"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.463068064Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.463114195Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.463121165Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/debug\"), full_name: \"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.491015136Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.491053917Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.491058287Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone\"), full_name: \"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.517769401Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.517810313Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.517814802Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\"), full_name: \"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.576560839Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.576598939Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.5766082Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.631497811Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.631541682Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.631546102Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.676381214Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.676418674Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.676422975Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone\"), full_name: \"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.705853449Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.705885459Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.70588952Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.75160017Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.751648691Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.751653772Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.798569379Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.798602309Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.798606509Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.84430154Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.8443347Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.84433887Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.907529324Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.907565345Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.907569545Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.95896762Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.9590017Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:54.959005761Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\"), full_name: \"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.016056299Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.01609324Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.016097349Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\"), full_name: \"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.077457143Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.077491264Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.077496954Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:55.081126603Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.127417937Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.127450617Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.127454907Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.176025041Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.176054881Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.176059591Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\"), full_name: \"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.234844168Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.234880069Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.234885149Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.296680732Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.296721973Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.296726703Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone\"), full_name: \"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.326082205Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.326115486Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.326119936Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.376475249Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.376509739Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.376514299Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.43502113Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.435058351Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.435062681Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/debug\"), full_name: \"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.464154878Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.464187989Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.464192279Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/debug\"), full_name: \"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.493199914Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.493240115Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.493244875Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone\"), full_name: \"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.523959977Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.523993328Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.523997528Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.586919225Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.586955286Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.586964406Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/debug\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.617127277Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.617163777Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.617168678Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.669321269Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.66935935Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.66936421Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\"), full_name: \"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.731571302Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.731611913Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.731617233Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.792567317Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.792607918Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.792613308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.841463848Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.841496858Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.841500878Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\"), full_name: \"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.902142326Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.902185637Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.902190867Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.951018046Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.951067297Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.951079037Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.98142738Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.981469932Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:55.981475212Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\"), full_name: \"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.042762033Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.042798074Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.042802274Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\"), full_name: \"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/zone/oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:56.083374492Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.103998894Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.104015884Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.104031895Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.153714602Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.153753443Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.153758563Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\"), full_name: \"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.216689891Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.216732222Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.216737432Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone\"), full_name: \"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.2472767Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.247310831Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.247315071Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.298613924Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.298657595Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.298662725Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.34915031Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.349185591Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.349190481Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.398957131Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.398993172Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.398997301Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\"), full_name: \"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.45831252Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.458358781Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.458364221Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/debug\"), full_name: \"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.488242105Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.488281536Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.488286426Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.537379061Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.537412771Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.537416902Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone\"), full_name: \"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.566403966Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.566440127Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.566445207Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\"), full_name: \"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone/oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.628583057Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.628627428Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.628637968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.6762118Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.676249901Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.676255061Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.735806945Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.735843915Z","hostname":"sock","pid":1566,"name":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.735848135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), full_name: \"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/zone/oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.796390101Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.796427292Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.796432602Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone\"), full_name: \"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.825723883Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.825758394Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.825762654Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.888279122Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.888321023Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.888326363Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.949276578Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.949322999Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:56.949328279Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\"), full_name: \"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/zone/oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.010861705Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.010905866Z","hostname":"sock","pid":1566,"name":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.010911246Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/debug\"), full_name: \"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.040694168Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.040729219Z","hostname":"sock","pid":1566,"name":"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.040733869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/debug\"), full_name: \"oxp_8ef28041-f640-42e9-a92f-121b40233eda/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.071272207Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.071307038Z","hostname":"sock","pid":1566,"name":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.071311798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:57.085664612Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.119750709Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.11978795Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.11980399Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.170236684Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.170265695Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.170269915Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone/oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.229371038Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.229411099Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.229416529Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/debug\"), full_name: \"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:20:57.258498156Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"19.884074433s"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.259234542Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.259241972Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.259247442Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\"), full_name: \"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.320042183Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.320074954Z","hostname":"sock","pid":1566,"name":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.320080244Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\"), full_name: \"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/zone/oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.380782473Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.380809083Z","hostname":"sock","pid":1566,"name":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.380813413Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\"), full_name: \"oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crypt/zone/oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.44370107Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.443727031Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.443731241Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.473103104Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.473130564Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.473135645Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.525288226Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.525317027Z","hostname":"sock","pid":1566,"name":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.525322067Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\"), full_name: \"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/zone/oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.584155235Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.584185585Z","hostname":"sock","pid":1566,"name":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.584190905Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\"), full_name: \"oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crypt/zone/oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.646392477Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.646420948Z","hostname":"sock","pid":1566,"name":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.646431638Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/debug\"), full_name: \"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.678305426Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.678648403Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.67892883Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:861"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.679073133Z","hostname":"sock","pid":1566,"uri":"/datasets","method":"PUT","req_id":"0eb8e9d5-fe61-44d8-bd03-262e4de4f5c4","remote_addr":"[fd00:1122:3344:101::1]:37915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3233046,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.71139332Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.711553284Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:47838"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.711865171Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.711871201Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.720678653Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.720719694Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.729929126Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.729964847Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.738546795Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.738590285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.738602866Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.738651607Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.783018448Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.783056809Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.783062589Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.83565374Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.839562516Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.843223916Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.855445454Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.859983783Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:57.86396692Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd)","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:58.088479774Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"}
{"msg":"Profile for oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService2'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:3::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:3::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:3::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:3::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.462363918Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.46244446Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.462659285Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.735669501Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4467"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.735766254Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4494"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:59.850393753Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4358074026304841338"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:20:59.851455496Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4914583476089061668"}
{"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.860091025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4507"}
{"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.860110636Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4353"}
{"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.935716401Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4395"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.935761501Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4474","rack_subnet":"fd00:1122:3344::"}
{"msg":"Profile for oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService3'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:1::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:1::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:1::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:1::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.952772304Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.952896757Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.96129482Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4485"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:20:59.961338601Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4527"}
{"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.042899246Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4559"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.042941487Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"}
{"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.134169564Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4606"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.134218305Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"}
{"msg":"Failed to get switch ID from MGS (retrying in 62.698349ms)","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.175212693Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.24087255Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.272971862Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.273080495Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.274035746Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"0"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.274063917Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.2.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: Some(\n                    None,\n                ),\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n                tx_eq: None,\n            },\n        },\n    },\n}"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.310203928Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361403429Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.36149474Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361506501Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361514051Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361522751Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361531131Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361539501Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361546421Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361554562Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361561112Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361569852Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361576392Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361581062Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361585812Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361594623Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361599643Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361604423Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361608773Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361613603Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361618303Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361623103Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361627913Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.361632594Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Profile for oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService1'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:2::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:2::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:2::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:2::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.441301738Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\") failed: Property not found. retry in 61.430014ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.449277902Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.449329583Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.453672668Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:00.45374184Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\") failed: Property not found. retry in 136.914039ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.520321847Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\") failed: Property not found. retry in 31.661321ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.588774616Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\") failed: Property not found. retry in 36.876034ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.595413091Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\") failed: Property not found. retry in 114.360011ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.626987622Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\") failed: Property not found. retry in 121.926009ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.639705451Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\") failed: Property not found. retry in 168.568737ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.730795655Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\") failed: Property not found. retry in 145.957375ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.785363029Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\") failed: Property not found. retry in 100.611209ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.908707759Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\") failed: Property not found. retry in 454.793501ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.936270523Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\") failed: Property not found. retry in 459.56989ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:00.962289032Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\") failed: Property not found. retry in 506.358631ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:01.038431188Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:01.337998796Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1500542517009827584"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:01.338104998Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"365178122651731218"}
{"msg":"wait for service Some(\"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\") failed: Property not found. retry in 998.126305ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:01.400489694Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\") failed: Property not found. retry in 920.591044ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:01.432049625Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\") failed: Property not found. retry in 1.160102162s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:01.553872062Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\") failed: Property not found. retry in 768.526169ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:02.364108008Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\") failed: Property not found. retry in 712.235531ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:02.409097053Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\") failed: Property not found. retry in 751.41335ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:02.723545346Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\") failed: Property not found. retry in 776.864406ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:03.128868898Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\") failed: Property not found. retry in 1.008345777s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:03.141636268Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\") failed: Property not found. retry in 1.421207191s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:03.48391955Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\") failed: Property not found. retry in 707.915294ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:03.914693291Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b\") failed: Property not found. retry in 1.447348961s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:04.159072299Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57\") failed: Property not found. retry in 988.510887ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:04.632453612Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d\") failed: Property not found. retry in 820.589235ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:04.913989245Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:05.756229252Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_internal_dns_3b21afb4-ce4d-45e0-b3a8-12b276a4be3d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:05.756278573Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_internal_dns_303fb0cc-e422-47d6-8616-7ec0e50b5a57"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:05.756289993Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_internal_dns_66d1c1d6-834d-4ba2-9bb4-06a80946733b"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:05.756301143Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:05.75661159Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:05.756899246Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"0a150881-be89-461d-b189-293b9c54b23e","remote_addr":"[fd00:1122:3344:101::1]:47838","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8045220,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:05.758696966Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"}
{"msg":"failed to write DNS configuration (will retry in 74.142718ms)","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:06.407279103Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.500597876Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.547889871Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.599972381Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.599986861Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.631869939Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.632662727Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.632668477Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.661985458Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.662074951Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48498"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.662286725Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.662293635Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.673619973Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.673657064Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.683201093Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.683243254Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.69267338Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.692755062Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.692974797Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.69312408Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.704318675Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.735318224Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.736083431Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.736092091Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.765685919Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 147, 201]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.765698239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"boundary_ntp"}
{"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.766096188Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:85"}
{"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.766107068Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:92"}
{"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.766366954Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:120"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.766747612Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.79085329Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:06.810731185Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Profile for oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService4'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value='fd00:1122:3344:100::/56'/>\n        <propval type=\"boolean\" name=\"boundary\" value='true'/>\n        <propval type=\"astring\" name=\"boundary_pool\" value='boundary-ntp.control-plane.oxide.internal'/>\n        <propval type=\"astring\" name=\"server\" value='0.pool.ntp.org'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte0'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.3.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.3.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:07.472353267Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:07.47248591Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 29.13283ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:07.608567199Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 89.076324ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:07.64562985Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 195.183868ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:07.745095808Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 232.161925ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:07.950859512Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 744.380913ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:08.192100942Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 993.552359ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:08.946285082Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:09.852114701Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4358074026304841338"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:09.852228863Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4914583476089061668"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 623.21541ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:09.949747208Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 1.227935946s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:10.581955338Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:11.340583214Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1500542517009827584"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:11.340709756Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"365178122651731218"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 627.230889ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:11.818859483Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad\") failed: Property not found. retry in 1.046923s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:12.455049789Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.522407064Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.522475456Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.522844954Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.523241872Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"dc67e42d-9378-4799-88b8-75443e303e62","remote_addr":"[fd00:1122:3344:101::1]:48498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6861066,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.525005901Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:735"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.555196242Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.555414427Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63962"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:13.565891526Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.566021349Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"bc2a5bbf-c50f-434f-93a2-a487e8fd319b","remote_addr":"[fd00:1122:3344:101::1]:63962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10494,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:13.568090234Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.668072113Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:13.668242337Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:52286"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:15.643062226Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1578451084702538571"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:15.646304837Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14644171813830105412"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:15.758662347Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8496869896627546148"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:17.676663043Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:17.676709144Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"37521dee-a5b6-4b30-9136-78da7266bfed","remote_addr":"[fd00:1122:3344:101::1]:52286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008400,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:17.678634616Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:17.86110602Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:17.861267224Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:50039"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:17.869437113Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:17.869523294Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"71c1fa4d-d208-4de3-8427-397c08ace890","remote_addr":"[fd00:1122:3344:101::1]:50039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8207,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:17.872121051Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:18.101907181Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:18.102066324Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56558"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:18.11055651Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:18.110672843Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"ea5ba1ab-95e1-4532-a0aa-6604eba73c43","remote_addr":"[fd00:1122:3344:101::1]:56558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8536,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:18.112135785Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:18.374919067Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:18.37505623Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57088"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:19.383800882Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:19.384016926Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"62fcf8c7-c181-47ae-a617-fbbdec091a5a","remote_addr":"[fd00:1122:3344:101::1]:57088","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":1008877,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:19.385437537Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:19.578906663Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:19.579093017Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:38172"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:19.58743381Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:19.587538852Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"70d34881-7478-4fa6-8f8e-196ecf3dec10","remote_addr":"[fd00:1122:3344:101::1]:38172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8370,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:19.588996354Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:19.817097447Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:19.81725313Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64029"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_00ee784f-1715-4a60-8457-7d3fcb2591ad': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:19.825261236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3926"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:19.825385038Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"78900260-d256-48b0-a86e-819a226a94a0","remote_addr":"[fd00:1122:3344:101::1]:64029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8067,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:19.828119538Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:19.854438314Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4358074026304841338"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:19.854562597Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4914583476089061668"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:20.232400857Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:20.23251304Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:64843"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.06988961Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"f4f5baeb-873c-49f2-929d-0614495ebf1a","remote_addr":"[fd00:1122:3344:101::1]:64843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2021190,"response_code":"200"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:22.07170702Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1500542517009827584"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-01-11T05:21:22.071876304Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"365178122651731218"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 396892370, ip_addr: 23.168.24.210, stratum: 3, ref_time: 1736572881.7603948, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.073522009Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.07352794Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1392"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.104075998Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.104232572Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57225"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.104563089Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.104572719Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.116158553Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.116197814Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.126096591Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.126132381Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.136617631Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.136665892Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.146302453Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.146344264Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.155227728Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.155271569Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.165596085Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.165641236Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.174688254Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.174727525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.185105392Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.185179794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.185414609Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.185598023Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.219682619Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.21973637Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.219768341Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.219777851Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.219787191Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.219865293Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"fa7a1ff8-81fc-4396-a4f0-17f7b1270f7a","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized)]","latency_us":115532,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.220028317Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"113.059877ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa7a1ff8-81fc-4396-a4f0-17f7b1270f7a\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fa7a1ff8-81fc-4396-a4f0-17f7b1270f7a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.334221796Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.334552834Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.334576684Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.345469193Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.345516434Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.355426331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.355464292Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.365621184Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.365658945Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.37597739Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.376026722Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.385020388Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.385059999Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.394565657Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.394603738Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.4038168Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.403855651Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.41293265Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.412975271Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.413131574Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.413276227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.445507383Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.445555064Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.445565344Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.445574584Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.445583854Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.445676686Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"c74e4f78-7bd1-481a-83a9-4fe7dde4a9f8","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized)]","latency_us":111301,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.44583826Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"113.504682ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c74e4f78-7bd1-481a-83a9-4fe7dde4a9f8\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c74e4f78-7bd1-481a-83a9-4fe7dde4a9f8\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.560215874Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.560400708Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.560408368Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.570483279Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.570520199Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.579604758Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.579633239Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.588974243Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.589006584Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.59796069Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.598001731Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.607771155Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.607811446Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.617330174Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.617366885Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.626551956Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.626592077Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.635574143Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.635619164Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.635815969Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.635992493Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.667640995Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.667696927Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.667706687Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.667716197Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.667725467Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:22.667803369Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"f99fd1b7-6367-40f2-a617-660b70a7d722","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized)]","latency_us":107494,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:22.667947092Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"94.173336ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99fd1b7-6367-40f2-a617-660b70a7d722\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:22 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f99fd1b7-6367-40f2-a617-660b70a7d722\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.048108983Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.04843504Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.048507542Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.057839696Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.057871637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.066847383Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.066877074Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.076040024Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.076075405Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.084770685Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.084805516Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.093605738Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.093657389Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.102742038Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.102779869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.112276737Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.112315308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.121771225Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.121813566Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.121980519Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.122114902Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.154761027Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.154824408Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.154836109Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.154845979Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.154864539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.154940531Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"59982381-5d3d-42cd-a2c2-b2c0a1ce86b1","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized)]","latency_us":106687,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.155087014Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"145.845002ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59982381-5d3d-42cd-a2c2-b2c0a1ce86b1\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"59982381-5d3d-42cd-a2c2-b2c0a1ce86b1\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.30246225Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.302787227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.302800518Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.312285615Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.312328916Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.321808914Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.321853635Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.330956044Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.330986135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.340142545Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.340185776Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.349197673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.349230954Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.358081318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.358119579Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.367549285Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.367593806Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.376567383Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.376601013Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.376826298Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.376968051Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.409435572Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.409491393Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.409499583Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.409506893Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.409515384Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.409624246Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"88c52d1c-0aa1-4bbf-8335-1d299c0da2e7","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized)]","latency_us":107010,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.40981085Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"182.08301ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c52d1c-0aa1-4bbf-8335-1d299c0da2e7\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"88c52d1c-0aa1-4bbf-8335-1d299c0da2e7\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.593178504Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.593514381Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.593529982Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.603276835Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.603319506Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.612796144Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.612833584Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.621889073Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.621926374Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.630747597Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.630782888Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.640584702Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.640621703Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.650289604Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.650329635Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.659926325Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.659959356Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.670097968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.670140579Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.670289952Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.670447156Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.704369428Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.70442776Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.70443504Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.70444337Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.70444996Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.704539572Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"a96ba462-b886-4395-92ba-b27b10aa7dcf","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized)]","latency_us":111206,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:23.704727016Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"291.401347ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a96ba462-b886-4395-92ba-b27b10aa7dcf\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a96ba462-b886-4395-92ba-b27b10aa7dcf\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.997150008Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.997489255Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:23.997503625Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.007478254Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.007542475Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.004445637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.004487598Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.013406073Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.013447184Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.023273369Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.0233153Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.033004402Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.033041353Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.042367017Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.042420068Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.051512927Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.051548408Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.060210397Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.060248698Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.060443312Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.060590175Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.092398472Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.092438592Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.092446703Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.092457243Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.092467493Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.092565665Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5a61b267-9268-41a4-a89d-acb43a6efe1f","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized)]","latency_us":107263,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.092741879Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"255.118542ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a61b267-9268-41a4-a89d-acb43a6efe1f\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:23 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5a61b267-9268-41a4-a89d-acb43a6efe1f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.349178123Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.349469409Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.34948419Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.358893515Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.358931356Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.367863892Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.367898593Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.377147305Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.377190756Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.385908757Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.385941097Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.394621098Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.394660778Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.403177825Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.403210606Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.411846944Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.411887205Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.421195309Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.42124272Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.421413024Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.421567747Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.451413151Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.451456172Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.451464692Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.451471702Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.451480372Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.451593985Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"1b0b75ac-6d07-4166-ba7a-1d7056025551","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized)]","latency_us":102302,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.451764298Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"287.020647ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b0b75ac-6d07-4166-ba7a-1d7056025551\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1b0b75ac-6d07-4166-ba7a-1d7056025551\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.740448348Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.740797396Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.740802956Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.750071119Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.750105839Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.758420561Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.758459072Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.767270905Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.767306206Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.776232101Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.776269362Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.785031804Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.785071225Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.793847317Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.793883168Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.801985615Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.802018656Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.810622784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.810665515Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.810867959Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.810996892Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.843128176Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.843172827Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.843180317Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.843195107Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.843202267Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:24.84331675Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"0c98a477-ac28-49a2-95c4-5b26afae3d0d","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized)]","latency_us":102689,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:24.843515494Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"486.303527ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c98a477-ac28-49a2-95c4-5b26afae3d0d\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0c98a477-ac28-49a2-95c4-5b26afae3d0d\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.33075821Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.331149659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.33121534Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.342017807Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.342052558Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.351785331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.351821061Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.361255188Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.361296479Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.370188323Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.370225514Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.379494527Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.379530498Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.388000033Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.388042414Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.396899288Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.396932929Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.405394984Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.405443235Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.40565591Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.405789713Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.43720459Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.437240941Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.437250111Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.437257522Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.437264042Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.437372764Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"0482d6d8-61b1-42a3-84cf-3a751d4e5e3d","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized)]","latency_us":106425,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.437562758Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"313.304693ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0482d6d8-61b1-42a3-84cf-3a751d4e5e3d\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0482d6d8-61b1-42a3-84cf-3a751d4e5e3d\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.751682945Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.752026012Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.752036442Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.762064242Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.762093582Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.771479178Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.771525799Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.780984326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.781013687Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.79029444Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.790336351Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.799791328Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.799830939Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.809102292Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.809150213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.818425736Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.818461156Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.827261749Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.82732003Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.827550075Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.82773381Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.860548748Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.860578749Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.860585939Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.860594639Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.860601279Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:25.860687431Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"a9947ad7-c674-45bf-aae0-59c46827b6b9","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized)]","latency_us":108850,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:25.860855764Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"846.54648ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9947ad7-c674-45bf-aae0-59c46827b6b9\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:25 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a9947ad7-c674-45bf-aae0-59c46827b6b9\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.710306556Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.710670585Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.710684827Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.720397235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.720428389Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.729685572Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.729719351Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.739565846Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.739597553Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.748554968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.748591063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.757885367Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.757913859Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.766717282Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.766743973Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.776504992Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.776544715Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.785458809Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.785491303Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.785649435Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.785786501Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:26.818347285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:26.818405571Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:26.81841789Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:26.818427274Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:26.818436462Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:26.818517708Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"fb2120c7-217a-4c46-a09d-707d84a08064","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized)]","latency_us":107723,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:26.818675793Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"460.870575ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2120c7-217a-4c46-a09d-707d84a08064\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fb2120c7-217a-4c46-a09d-707d84a08064\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.281187212Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.281657733Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.281673822Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.291693525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.291732Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.301432483Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.301531033Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.310182525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.310227629Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.319576463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.319611367Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.328378917Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.328415903Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.337677038Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.337713574Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.346328432Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.346364517Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.354489555Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.354532399Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.354761931Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.354906262Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:27.38584591Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:27.385884049Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:27.385893171Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:27.385901252Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:27.385907608Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:27.386007539Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"2c8522e0-04c6-4b0d-b228-331827aa3139","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized)]","latency_us":104306,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:27.386168604Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.151094671s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c8522e0-04c6-4b0d-b228-331827aa3139\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2c8522e0-04c6-4b0d-b228-331827aa3139\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.542036409Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.54236681Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.54237806Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.553773048Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.553803544Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.564471348Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.564506111Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.573961705Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.573984224Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.583611723Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.58364238Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.59333021Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.593356742Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.603115315Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.603145391Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.612186845Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.612218167Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.621149921Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.621187084Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.621334566Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.621469775Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:28.653402834Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:28.653432113Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:28.653446869Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:28.653453619Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:28.653459966Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:28.653568719Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"8eb74dbd-9156-4653-9b13-b2f206d554a5","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized)]","latency_us":111074,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:28.653761444Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.45119938s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eb74dbd-9156-4653-9b13-b2f206d554a5\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:28 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8eb74dbd-9156-4653-9b13-b2f206d554a5\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.110674537Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.110955288Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.110962047Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.122969047Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.123020564Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.132537674Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.132576215Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.142740163Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.142777936Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.151798781Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.151832213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.161517135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.161551721Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.171567565Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.171612219Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.181063311Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.181097493Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.190470079Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.190512839Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.190749253Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.190887331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:30.223786902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:30.223829184Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:30.223835737Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:30.223842093Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:30.223848328Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.223953884Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"99c683e7-28ab-4203-b664-233b7e354008","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized)]","latency_us":112770,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:30.224138378Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"836.925612ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99c683e7-28ab-4203-b664-233b7e354008\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"99c683e7-28ab-4203-b664-233b7e354008\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.460446526Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63747"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:30.460678815Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"1383879a-9588-404a-a85d-dd41ad4554a7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63747","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.065295211Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.065482105Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.065488472Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.075921623Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.075955749Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.086091935Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.086129623Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.095053552Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.095085062Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.10487821Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.104905913Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.115253741Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.115285157Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.12383006Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.123871621Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.133270649Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.133312368Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.142224856Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.142274151Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.142538639Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.142665138Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:31.174000138Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:31.174039917Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:31.17404903Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:31.174056633Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:31.174066055Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:31.174169361Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"22a8222b-c846-475a-ae04-18e11eb618a4","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized)]","latency_us":108477,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:31.174362218Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.368082487s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a8222b-c846-475a-ae04-18e11eb618a4\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"22a8222b-c846-475a-ae04-18e11eb618a4\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:32.289168004Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"247.435334ms"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.571082173Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.571232964Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.571241458Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.581970831Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.581999294Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.592093915Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.592119922Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.601744797Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.601774703Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.611089456Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.611115443Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.620652192Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.620682287Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.630173993Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.630199766Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.639102299Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.639139481Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.648682318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.648719885Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.649003247Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.649169788Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:32.681372698Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:32.681409571Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:32.681417249Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:32.68142504Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:32.681430899Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:32.681540299Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"9ff62502-5003-458f-a1b3-3c4383d26603","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized)]","latency_us":110085,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:32.681694999Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.499477784s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ff62502-5003-458f-a1b3-3c4383d26603\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9ff62502-5003-458f-a1b3-3c4383d26603\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.188673373Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.189012098Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.189042605Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.200182166Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.200202839Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.210115513Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.210137741Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.218687011Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.218710739Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.226695213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.22671416Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.234579767Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.234604751Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.242422413Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.242449141Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.251840942Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.251864979Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.262354439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.262386474Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.262574372Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.262720728Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:35.295345741Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:35.295395626Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:35.295404926Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:35.295416551Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:35.295446731Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:35.295531651Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"77e36cae-869f-4acb-886e-3f0ee1a3abf0","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized)]","latency_us":106417,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:35.295672916Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.336908691s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77e36cae-869f-4acb-886e-3f0ee1a3abf0\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"77e36cae-869f-4acb-886e-3f0ee1a3abf0\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.636688489Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.637242608Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.637271943Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.647627772Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.647668602Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.657791068Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.657835094Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.668097121Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.668123391Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.678157091Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.678187233Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.688454679Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.688489095Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.697755011Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.697790815Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.70659406Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.706625363Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.716249914Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.71628944Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.716472875Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.716604775Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:36.749187129Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:36.749219473Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:36.749227283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:36.749233667Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:36.749241411Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:36.749336447Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"f17ba8bb-e108-4b1e-bd1b-efe02137d1ba","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized)]","latency_us":112061,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:36.749468188Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"3.401562819s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f17ba8bb-e108-4b1e-bd1b-efe02137d1ba\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f17ba8bb-e108-4b1e-bd1b-efe02137d1ba\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.161770995Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.162055992Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.162066632Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.173523607Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.173553129Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.184500495Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.184525433Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.194187543Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.194211619Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.204737108Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.204770615Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.214060167Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.214087158Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.224090869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.224114739Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.234116825Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.234142223Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.242918973Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.242954102Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.24311708Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.243228786Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:40.275987541Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:40.276046736Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:40.276052445Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:40.276057358Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:40.27606379Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:40.276122047Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"44fe2497-b139-4acf-937a-97b45312f94a","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized)]","latency_us":113914,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:40.27626229Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.548275821s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44fe2497-b139-4acf-937a-97b45312f94a\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"44fe2497-b139-4acf-937a-97b45312f94a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.832401629Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.832848537Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.832862806Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.843774794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.843814376Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.854853452Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.854883518Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.864641755Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.864677728Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.873430875Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.873461081Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.883834995Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.883876283Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.893202191Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.893244464Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.903320427Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.903361856Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.913328748Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.913372136Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.913535415Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.913674422Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:42.947139802Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:42.947182046Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:42.947189406Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:42.947198501Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:42.947205682Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:42.947307177Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"0f91786c-fb3f-4969-a365-2774db17fe8f","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized)]","latency_us":114385,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:42.947447215Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.374560566s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f91786c-fb3f-4969-a365-2774db17fe8f\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0f91786c-fb3f-4969-a365-2774db17fe8f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.329084071Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.32943861Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.329448238Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.340429996Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.340450904Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.349801977Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.349822762Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.359741519Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.35977498Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.369003896Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.369023096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.378228437Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.378248237Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.388508273Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.388528289Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.398373986Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.398396158Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.408662718Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.408702835Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.408899817Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.409012066Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:45.443984349Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:45.444025562Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:45.444035838Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:45.444040554Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:45.444046169Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:45.444106677Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"fb2f6f07-5e18-4747-83b7-290de7a5d2ec","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized)]","latency_us":114547,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:45.444226754Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"6.795623974s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb2f6f07-5e18-4747-83b7-290de7a5d2ec\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fb2f6f07-5e18-4747-83b7-290de7a5d2ec\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:47.614875446Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"321.246471ms"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.259097236Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.259289447Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.259296741Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.270718385Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.270758801Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.281091511Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.281110626Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.290801308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.290820255Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.300348274Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.300377703Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.309959076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.30998031Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.320169447Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.320186483Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.329403825Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.329423269Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.338311888Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.338345029Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.33856274Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.338719719Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:52.37122607Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:52.371342743Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:52.371351285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:52.371357172Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:52.371362975Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:52.371448637Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"13763f41-7499-4269-b5f8-84a171514f3f","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized)]","latency_us":111961,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:21:52.37162714Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"7.498249515s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13763f41-7499-4269-b5f8-84a171514f3f\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:21:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"13763f41-7499-4269-b5f8-84a171514f3f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.891297861Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.891679735Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.891687123Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.902701276Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.902735655Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.911684875Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.911707282Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.921424755Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.921455767Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.93194217Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.931962954Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.941910276Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.941932055Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.950830879Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.950857411Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.959566963Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.959590598Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.968709293Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.968735554Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.968968228Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:21:59.969079661Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:00.002139531Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:00.002169804Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:00.002174819Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:00.002182497Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:00.002188225Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:00.00227819Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"538cc4de-baff-44e2-9ec4-960822badb91","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized)]","latency_us":110492,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:00.002460519Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"4.673172739s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"538cc4de-baff-44e2-9ec4-960822badb91\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:22:00 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"538cc4de-baff-44e2-9ec4-960822badb91\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:00.57662363Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46641"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:00.576713276Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f243e87a-70a4-4de2-90ad-027b136ee9f0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46641","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":29,"response_code":"200"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:03.011781749Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"657.867105ms"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.689179765Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.689450531Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.689460834Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.700800803Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.700847369Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.71125717Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.711280627Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.722047702Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.722069331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.732191877Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.732222966Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.741338946Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.741364925Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.750467399Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.750496387Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.760545909Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.760566825Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.769625285Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.769657396Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.769931825Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.770052306Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:04.803153127Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:04.803186878Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:04.80319331Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:04.803201606Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:04.803209894Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:04.803303994Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5b61217b-e323-40f4-a545-496f208c1959","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized)]","latency_us":113687,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:04.803454793Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"6.73582736s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b61217b-e323-40f4-a545-496f208c1959\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:22:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5b61217b-e323-40f4-a545-496f208c1959\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.557788883Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.55799525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.558002713Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.569465189Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.56949111Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.579440102Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.579471414Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.589841078Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.589876235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.599528875Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.599552586Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.609096651Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.609125554Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.61971955Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.619749842Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.629089937Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.62911482Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.638174608Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.638202162Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.638496135Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.63866127Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:11.673289828Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:11.673323307Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:11.673330957Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:11.673337107Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:11.673344457Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3340","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:11.673525337Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"ee55d594-7c7b-47a5-8ca4-e4b92481b624","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\", TimeNotSynchronized), (\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\", TimeNotSynchronized), (\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\", TimeNotSynchronized), (\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\", TimeNotSynchronized), (\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\", TimeNotSynchronized)]","latency_us":115280,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:11.673678969Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"5.819414886s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee55d594-7c7b-47a5-8ca4-e4b92481b624\", \"content-length\": \"124\", \"date\": \"Sat, 11 Jan 2025 05:22:11 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ee55d594-7c7b-47a5-8ca4-e4b92481b624\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.510388256Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.510676291Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.510688957Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.522231364Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.522265752Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.532964861Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.532990615Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.543870183Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.543901673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.554808249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.554833347Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.565204716Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.565242114Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.575426974Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.575465056Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.584662035Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.584690216Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.594199242Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.594234821Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.594522323Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.594687317Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.682466895Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.682500936Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.682506899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.682512646Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.682523736Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.77543611Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.779702495Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.783601862Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.787755054Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.791772742Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.796711108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.802507038Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.808083366Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.812334528Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:17.816591437Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:18.747392868Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.040818359s"}
{"msg":"Profile for oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService6'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::3'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='28e306e5-64e4-4856-b28f-fdc272014de0'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::3]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.730327247Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.730416593Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService8'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='5c1931d2-ef43-47a7-9f0e-a53a40988c4f'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::6]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.753877968Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.754093903Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService7'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::4'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='27c8cf3f-b6cb-48ab-9063-bee21a23f45e'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::4]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.836010671Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.83619603Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService9'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='a3994f32-f237-49e3-a382-50ed6e658e0b'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::5]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.862639981Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.862782945Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService5'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='3f477a34-8618-4154-9da4-6a9ae2c719fb'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::7]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.874386038Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:20.874535226Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 61.481524ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:20.88842254Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 72.987345ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:20.909674147Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 130.71717ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:20.967401237Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 128.784237ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.131424018Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 146.686235ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.275414908Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 44.100187ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.364669448Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 118.14069ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.393245264Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 29.220994ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.418800619Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 35.358482ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.484042298Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 349.005173ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.516128827Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 113.652331ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.555227947Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 468.726528ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.583627988Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 56.606323ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.609795712Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 111.365641ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.630939395Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 124.159183ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.695203602Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 223.398177ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.726637429Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 228.457292ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.774350388Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 357.422214ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.842711606Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 1.001295159s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.883008107Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 394.200168ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:21.974304478Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 335.57891ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:22.027891834Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 628.090484ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:22.082391847Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 600.235697ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:22.23075564Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 634.071318ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:22.383276112Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 702.719386ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:22.400066186Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 1.418361771s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:22.785242482Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 669.915419ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:22.880562966Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 1.404805512s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:22.945056932Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 1.204832897s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:23.043756974Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 1.005912951s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:23.116977801Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 826.925682ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:23.564895418Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 527.137542ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:24.136501941Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 822.635317ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:24.215747421Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 1.467374107s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:24.259878499Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 1.339399737s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:24.361478392Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 921.41831ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:24.402602802Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 553.633781ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:24.675547544Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 565.596184ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:25.051668377Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 909.076188ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:25.241640247Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 1.38625674s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:25.337537578Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 1.094719537s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:25.631018117Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 841.801344ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:25.717202073Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 557.302742ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:25.744062151Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 666.706438ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:26.165356957Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 540.27411ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:26.312612783Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 1.028579135s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:26.571306985Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 1.426145066s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:26.736307287Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 1.425697907s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:26.744012453Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 554.464445ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:26.842963835Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 528.407383ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:26.862983112Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 1.221088711s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:27.401110966Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 834.646372ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:27.408607283Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 887.848078ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:27.611577214Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 1.276365826s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:28.176667274Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 546.458252ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:28.184744086Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 830.515658ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:28.253917434Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0\") failed: Property not found. retry in 1.105715973s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:28.510823295Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 648.376933ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:28.635284643Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 527.875226ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:28.741935503Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e\") failed: Property not found. retry in 1.457201496s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:29.097028111Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f\") failed: Property not found. retry in 1.214268323s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:29.283660616Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 1.37822437s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:29.296154246Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 808.668156ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:29.46740378Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 1.091310588s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:30.288316756Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 778.998814ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:30.689537869Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:30.692786363Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39697"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:30.692958023Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8dddc8bf-2a8d-4538-b87c-722ab4da3f86","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39697","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 1.449284192s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:31.394352521Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 923.577779ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:31.481173312Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 1.392775786s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:32.717292404Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 628.023622ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:32.953842692Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 1.030420676s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:33.596409918Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 1.407552546s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:34.099767717Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 853.975265ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:34.63668679Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:34.860456118Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"5.644436253s"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 501.877704ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:35.604393613Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 1.309025642s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:35.684549738Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 1.329912118s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:36.116125515Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 1.357535284s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:37.004226636Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 1.270471497s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:37.456734521Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb\") failed: Property not found. retry in 1.265193473s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:38.370852941Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b\") failed: Property not found. retry in 1.342627317s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:22:38.736891564Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.101842413Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_3f477a34-8618-4154-9da4-6a9ae2c719fb"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.101907174Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_28e306e5-64e4-4856-b28f-fdc272014de0"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.101913345Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_27c8cf3f-b6cb-48ab-9063-bee21a23f45e"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.101918285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_5c1931d2-ef43-47a7-9f0e-a53a40988c4f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.101923185Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_cockroachdb_a3994f32-f237-49e3-a382-50ed6e658e0b"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.101928215Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.102863306Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.111074735Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"c7e0001c-56b8-43b6-a893-67f47eca5d5e","remote_addr":"[fd00:1122:3344:101::1]:57225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":22561436,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.148532575Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:62089"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:40.178189074Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3769"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:41.157487552Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3787"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.853672806Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3810"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.853758538Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"9e3d3e80-d0e6-41a6-9bf1-4805f3e78181","remote_addr":"[fd00:1122:3344:101::1]:62089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":18706610,"response_code":"204"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 66d1c1d6-834d-4ba2-9bb4-06a80946733b (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 3b21afb4-ce4d-45e0-b3a8-12b276a4be3d (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 303fb0cc-e422-47d6-8616-7ec0e50b5a57 (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b3d0a11e-0287-4c3d-8b12-f4bac8f4aeea, kind: Service { id: 00ee784f-1715-4a60-8457-7d3fcb2591ad }, name: Name(\"ntp-00ee784f-1715-4a60-8457-7d3fcb2591ad\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 201])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 28e306e5-64e4-4856-b28f-fdc272014de0 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 27c8cf3f-b6cb-48ab-9063-bee21a23f45e (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3994f32-f237-49e3-a382-50ed6e658e0b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: 5c1931d2-ef43-47a7-9f0e-a53a40988c4f (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f477a34-8618-4154-9da4-6a9ae2c719fb (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4266b46f-6e12-4383-943a-1dff6b37826d (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: c65b59c5-6763-4b24-9975-b340540b3788 (service), filesystem_pool: Some(ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 68ba0762-4eeb-4568-8923-69d504e34a00 (service), filesystem_pool: Some(ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: b51e69e7-166e-46ba-98f6-1e72e04400b8 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 12624695-82ed-4bcd-a6f8-b571220f8ce0 (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 725cb4a0-b541-457f-8633-1d9d2ce1f473 (service), filesystem_pool: Some(ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb (service), filesystem_pool: Some(ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 7499d6f4-8e73-4358-8871-8006f8ce1662 (service), filesystem_pool: Some(ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External } } } }, OmicronZoneConfig { id: 8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2 (service), filesystem_pool: Some(ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3021caf3-c3b1-4c70-8491-dec910e6fa3b (service), filesystem_pool: Some(ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External } } } }, OmicronZoneConfig { id: ee6f486a-c2b4-4fb8-a457-1457e896c1b1 (service), filesystem_pool: Some(ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: d42beb6b-fe7c-4163-9b57-e16b417931fd (service), filesystem_pool: Some(ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 679720a7-8077-49f4-94a5-75a1cb013ea2 (service), filesystem_pool: Some(ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7be46297-164b-4932-ac54-0921c8389b8e (service), filesystem_pool: Some(ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 478e5237-86f4-4835-8603-37ef8928b276 (service), filesystem_pool: Some(ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External } } } }, OmicronZoneConfig { id: 1e519afa-3cb6-43fe-9c88-56b74c9d6493 (service), filesystem_pool: Some(ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.917643316Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.91780333Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:58187"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.918140107Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.918149948Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.932966022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.933011913Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.944251139Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.94429708Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.956399775Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.956441066Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.968130972Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.968186863Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.979325517Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.979365308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.990180894Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:58.990219755Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.000721875Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.000759426Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.012393131Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.012427731Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.023367531Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.023418962Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.034551096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.034597067Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.044827251Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.044865371Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.057634971Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.057670102Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.067509357Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.067548188Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.078336984Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.078385485Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.087861063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.087897433Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.097379021Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.097417132Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.108552196Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.108590517Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.118124205Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.118159726Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.128004702Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.128046603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.139706038Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.139751799Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.140013525Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.140147368Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396182942Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396255353Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396259823Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396263603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396267074Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396270534Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396274064Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396277404Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396280834Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.396284484Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.435264107Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.435530273Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.435555714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.447670419Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.449138311Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.45047362Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.454309534Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.454452317Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.454468858Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.728784493Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.733578338Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.73871926Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.743539036Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.748539315Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.754022495Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.759090797Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.764597877Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.769869273Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.775058986Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.780389663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.785854292Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.790917553Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.79668906Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.80172645Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.806503075Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.811963134Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.817596167Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.822545156Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.827706299Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.833393623Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.839294902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Configuring new Omicron zone: oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.844388844Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.850635521Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.856975539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.91685206Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.977071998Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:22:59.977343335Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.022883292Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.059936432Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.13794162Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.197563436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.256283241Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.259864259Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.25988772Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.315057337Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 229, 223]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.315091658Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.317725846Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.317746226Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.371885752Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 162, 2]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.371919172Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.375367748Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.375386168Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.432181841Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 242, 62]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.432212562Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.434159855Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.434191376Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.49880653Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 250, 118]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.498840951Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.500668591Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.500683571Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.559162891Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 130, 95]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.559206062Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1275","zone_type":"nexus"}
{"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.559495789Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:85"}
{"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.559515199Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:92"}
{"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.559594381Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:85"}
{"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.559600721Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:92"}
{"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.559886607Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:85"}
{"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.559897188Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:92"}
{"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.561293458Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:120"}
{"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.563368564Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:85"}
{"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.563384774Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:92"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.563485966Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.563496906Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:120"}
{"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.565839227Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:85"}
{"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.565851638Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:92"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.565859198Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.565865728Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:120"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.568458295Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.624003951Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:120"}
{"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.709482062Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:120"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.715580816Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.715605876Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.788720427Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39266"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.788843329Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ecdd4f21-ffd1-4a1f-a174-d788ab546d76","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39266","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.808929519Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.860016968Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.90624936Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.916107835Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.92498211Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.933102618Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Configuring new Omicron zone: oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.941110863Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.951109342Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.962297607Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:00.977229373Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Profile for oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService17'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::17'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_6e7c044a-1f89-4864-9088-50af54ee9df8/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::17'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='e06ce493-f9a6-4315-a98b-b59100bbe38e'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.659472507Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.659860815Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService12'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::14'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::14'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='a2023500-74da-4c17-ba90-0c8c6f881842'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.83774032Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.838494516Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService13'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::15'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_652ed310-a7a2-414e-9776-af8231fa6aa4/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::15'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='90a4c932-2583-4a7e-89ff-f623a3ccb7a3'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.850608581Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService14'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::16'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::16'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='b32d108b-f145-4cc0-a42d-e52b11527930'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.850947799Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.851175194Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.860012817Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService15'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::19'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_8ef28041-f640-42e9-a92f-121b40233eda/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::19'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='b92d5107-24e3-4c44-a2c0-9e7cf2be1ecf'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.868800949Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.869859683Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService10'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::12'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::12'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='c505b9c8-70c8-401b-b800-cfe3b5ee5677'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.885412163Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.885623468Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService22'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::10'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::10'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.912528617Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.912810703Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService21'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_5811c75e-42e8-431b-b556-abc8dedd260e/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1a'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='fa9d5c24-ced6-4a00-9e25-e573b6370767'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.980644998Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:10.981029546Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 66.264862ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.248856189Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 38.618435ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.260750709Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 34.779888ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.272788133Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 45.80858ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.285227575Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 73.99106ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.298281151Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 41.276559ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.310079399Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 39.039003ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.321426247Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 116.815564ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.332208233Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 113.085358ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.343044831Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 73.619015ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.355522964Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 141.123995ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.388032795Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 89.17394ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.400926378Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 83.629703ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.412778587Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 82.030024ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.425368073Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 80.199654ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.438001309Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 75.717438ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.449738376Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 277.353328ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.461893692Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 210.580931ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.473557638Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 286.230111ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.506367476Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 217.19476ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.523523822Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 110.464091ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.538398477Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 140.77077ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.552462495Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 248.110277ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.568245151Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 299.817951ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.582186016Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 592.631324ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:11.663144258Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 250.401614ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.01448906Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 269.024862ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.044722451Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 506.100496ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.146535551Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 510.969798ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.211340969Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 249.348036ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.273789985Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 238.674677ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.299210132Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 914.038163ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.321185213Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 725.793673ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.341505588Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 424.551568ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.357452517Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 692.858737ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.373751124Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService23'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::11'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::11'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.505671861Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.505967298Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService20'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::18'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::18'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='839c9682-389f-4008-8ae1-171c1a23dfc2'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.521541749Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.521961948Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 538.481488ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.552324363Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 817.292037ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.56773442Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService11'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::13'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_ec9ad497-e429-48cd-995d-1528d20edba6/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::13'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='e9330be1-9b72-4b0d-9e31-aafbaec44e68'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.593866362Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.594427615Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 997.690399ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.670689624Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService27'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::8'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte3'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::8]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.5:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.671341018Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.671694596Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService19'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::f'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::f'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.687688006Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.688218098Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 780.426037ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.738513669Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 45.212313ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.798971982Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService16'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::d'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value='68ba0762-4eeb-4568-8923-69d504e34a00'/>\n        <propval type=\"astring\" name=\"address\" value='[fd00:1122:3344:101::d]:12223'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.799515884Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 774.794873ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.817297903Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:12.817553069Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 25.375665ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.852813321Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 72.873663ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.871823287Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 107.176787ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.904176905Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 187.282742ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:12.987223274Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 43.987484ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.012952077Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 146.349215ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.036788659Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 101.900145ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.074831631Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 969.113208ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.092335124Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 881.279952ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.11085405Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 69.769656ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.124071119Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 818.104019ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.140229553Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 72.860749ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.153533074Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 241.047541ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.346940878Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 213.498872ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.374148823Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 145.15498ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.413222709Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 216.042788ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.484633532Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 556.742312ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.511801027Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 32.349762ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.542680723Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 793.083874ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.565594134Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 117.638517ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.582413403Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 121.25438ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.603139746Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 1.419705977s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.62021967Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 334.07766ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.641754131Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 762.052007ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.660576624Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 98.413471ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.68233971Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 873.28857ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.702835019Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 841.517191ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.723109652Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 896.698016ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.741841813Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 146.151454ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.762428513Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 430.610256ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.78144403Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 247.809509ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.799330661Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 436.776372ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.925847931Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.948803883Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"6.647618761s"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 701.080678ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.978132046Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 979.146759ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:13.993334028Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 1.152915366s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.017949027Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 378.619673ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.067930891Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 943.371115ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.087939439Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 1.051389578s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.103598142Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 540.459942ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.274685957Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService26'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::c'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte4'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:14.333984715Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:14.334120318Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 1.168474373s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.374258056Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 568.94821ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.389178593Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 891.767726ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.4397315Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 814.399217ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.460988935Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.196568026s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.578558619Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 1.377481403s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.59230352Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 33.364221ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.617320527Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 938.004117ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.651581867Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 84.150863ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.664185893Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.194724082s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.692900552Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService25'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte2'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:14.715820094Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:14.715898855Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 293.534362ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.762358762Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 1.372450682s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.842473796Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService28'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte5'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:14.871588394Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:14.872296869Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService24'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::9'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte1'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::9]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.6:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:14.890375395Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:14.890922107Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 540.01648ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:14.979847124Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 1.478084837s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.043901056Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 630.657541ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.066394638Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 1.493468989s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.086197162Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 391.827364ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.105527115Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 48.61781ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.118419597Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 804.709477ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.17425828Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 562.345625ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.245726443Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 84.372321ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.268356329Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 71.72143ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.291472815Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 1.02484643s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.310605654Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 57.126441ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.342318548Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 1.028079678s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.365586177Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 286.013738ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.488246783Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 75.294464ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.504435027Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 122.932509ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.522177715Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 808.048391ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.536804835Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 1.116749348s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.550191909Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 1.153270633s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.562635181Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 287.093095ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.596012472Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 869.384793ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.608027575Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 203.058713ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.660863831Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 1.067057921s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.7101079Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 334.59968ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.789120069Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 591.176794ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.800401456Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 1.351262645s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.820339343Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 509.000357ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.879554049Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 211.858743ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.896719625Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.305753753s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.909444063Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 1.487461501s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.9837665Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 1.15744048s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:15.996187752Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 1.109609286s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.122565649Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 404.688536ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.138226362Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 713.024082ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.229249634Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 1.356003666s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.348360341Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 1.081434644s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.360740812Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 1.191366921s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.399878249Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 636.201754ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.412053385Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.181510241s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.424047548Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 984.567114ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.489698105Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 1.194613996s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.533581806Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 1.024354194s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.556959028Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 1.467822359s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.591675388Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 1.312906342s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.680013532Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 766.194805ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.72884103Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 671.846024ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.789637491Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService18'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::e'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::e'/>\n        <propval type=\"astring\" name=\"listen_port\" value='8123'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse-admin-single\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::e]:8888'/>\n        <propval type=\"astring\" name=\"ch_address\" value='[fd00:1122:3344:101::e]:9000'/>\n        <propval type=\"astring\" name=\"ch_binary\" value='/opt/oxide/clickhouse/clickhouse'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:16.873279302Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:16.873874536Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 1.429226013s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:16.956390402Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 888.177215ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.06135716Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 792.725001ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.166936881Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 1.18866543s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.18378511Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 51.109866ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.194021024Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 819.492486ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.226918224Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 721.446956ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.246062123Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 56.72922ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.256288826Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 208.492099ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.325319178Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 887.086111ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.457131103Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 660.874264ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.47983958Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 853.651758ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.49719636Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 1.187526813s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.511045583Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 1.192337381s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.524171671Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 204.615299ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.54697113Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 859.953513ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.605587993Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 624.601188ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.619705522Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 887.875572ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.631310756Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 1.182308124s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.718870173Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 1.277088647s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.740729791Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 808.487096ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.76668282Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 651.66365ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.96268464Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 740.363447ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.976243707Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 1.09517153s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:17.988592458Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 1.468959454s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.004931445Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.304231156s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.059091941Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 634.221401ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.072804761Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 1.162647165s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.155272426Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 1.054091942s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.257613016Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 1.27198907s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.358205988Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 1.287892802s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.370311293Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 1.302522459s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.386049517Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 1.169205106s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.398228224Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 881.680796ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.479174736Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.450946831s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.531677505Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 835.561627ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.587682211Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 1.285011777s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.623771931Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 1.437605793s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.707947394Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 1.482710032s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.716838729Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 766.041091ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.724887905Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 1.098302774s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.733523564Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 889.790606ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:18.911190583Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 735.167758ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.028132333Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 611.824114ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.094337163Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 620.438506ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.322505277Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 1.448200194s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.330560803Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 935.751241ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.369915495Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.239835774s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.378557664Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 549.938481ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.432641068Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 1.335936944s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.483310307Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 707.269681ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.50081942Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 560.826429ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.576354284Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 706.213476ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.640925147Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 620.534816ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.667805326Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 664.127439ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.698227122Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 1.491982628s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.716117463Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 1.038908162s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.772946647Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 1.459097901s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.811139243Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 1.127313117s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.842381337Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 960.002565ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.919516896Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 981.369553ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.952740993Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 781.359355ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:19.992621686Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 527.317613ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.00100283Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 1.275891142s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.148827326Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 977.540261ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.161247118Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 580.303658ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.222848646Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 1.404977955s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.2463424Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 1.10105344s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.311258561Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 1.177038771s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.325630976Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 1.017640489s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.366064341Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 932.040029ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.379210179Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.353885951s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.542705298Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.17973637s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.691392183Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 543.189908ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.787476596Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 1.039982221s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.80134534Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 1.077189352s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.817068744Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 1.321237296s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.830571279Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 1.128111212s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.842370998Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 1.480356217s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.892148247Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 942.440974ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.95118903Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 1.470034493s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:20.987875483Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 501.295438ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.15218726Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 802.348343ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.220956856Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 980.027594ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.282521452Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 1.253324987s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.321208579Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 635.744588ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.342539016Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 699.815665ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.396427496Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 1.441976773s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.422696031Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 1.450841625s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.435337688Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 1.419013102s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.51447211Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 1.296226275s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.661329115Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 1.428007613s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.670954916Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 888.569446ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.852792296Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.194605542s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.88172508Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 609.969804ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.904925568Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 1.039956059s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.913618118Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.237306208s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.922648676Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 1.109564129s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.979795096Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 1.275525115s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:21.989303955Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 808.449435ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.034178177Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 1.126970343s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.108563735Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 502.818981ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.16312184Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 1.134633009s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.274688111Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 889.38936ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.38426873Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 1.196579724s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.470872866Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 894.510369ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.528711652Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 928.592292ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.585080126Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 957.8495ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.678517562Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 1.347688852s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.751834487Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 1.191959935s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.854450643Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 1.374501624s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.875623546Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 1.120908704s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.896105645Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 1.233472926s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.944933174Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 1.399378664s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.966115007Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 1.499866544s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:22.977269692Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.457016991s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.088467206Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 548.673625ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.09913948Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 612.274885ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.110538739Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.187765239s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.171690518Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 1.248762447s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.245932752Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 505.325102ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.275765995Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 969.816868ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.285540409Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 600.924543ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.420028633Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 1.462189471s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.434211194Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 957.086162ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.524417388Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 504.738539ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.648697039Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 1.381887396s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.659934425Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 696.549851ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.67841076Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 813.338721ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.733467785Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 964.373557ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:23.792878485Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 539.166203ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.028874012Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 725.76478ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.039384382Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 692.879701ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.059328188Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 865.227938ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.113061815Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 518.804145ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.164715296Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 681.15995ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.1891173Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 1.065830399s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.260983232Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 1.471511278s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.270253335Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.231105462s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.369875626Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 871.627822ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.379534067Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 1.06035986s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.389473955Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 849.409446ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.489243249Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 1.308084794s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.500827833Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 898.979631ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.51211783Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.127602599s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.556557303Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 524.795654ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.567025932Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 916.547463ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.580868955Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 1.056921117s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.697282403Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 715.71088ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.764763781Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 1.32027429s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.777729444Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 1.386916181s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.788411478Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 1.225001358s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.882337794Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 685.151363ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.911467692Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 1.022221123s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:24.988768754Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 909.861084ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.054637856Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 1.074065234s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.103127548Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 736.212991ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.262746402Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 1.185014871s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.343227104Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 1.43726786s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.358285903Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 883.974662ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.423364998Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 974.294239ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.462365722Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 1.113338578s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.491719054Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 1.477112469s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.510137208Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 927.882556ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.61031003Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.461486454s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.623766135Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.159186707s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.695766621Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 969.987509ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.754615249Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 989.215455ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.766195543Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 783.817713ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.821988954Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 758.668342ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:25.978523301Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 590.757079ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.015130042Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 515.713811ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.027892762Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 509.610657ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.110620162Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 1.122786039s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.120675522Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 634.238493ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.18818847Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 1.341374708s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.199956488Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 666.024597ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.318619805Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 573.129066ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.450092993Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 1.115455016s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.538773954Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 1.221042464s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.54816954Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 1.060002958s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.556318178Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 819.266451ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.616442414Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 857.531ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.630435731Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473\") failed: Property not found. retry in 1.22388162s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.64134327Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 751.459259ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.651274957Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1\") failed: Property not found. retry in 1.307166847s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.735530632Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 653.994567ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.752443922Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 511.187057ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.768971173Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 1.106937068s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.810893021Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 629.217225ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.83597783Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd\") failed: Property not found. retry in 1.195251415s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:26.867190483Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 606.47734ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.000647585Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 657.187175ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.01277945Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 517.317821ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.039848103Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.475319058s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.103080447Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 943.500143ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.259403199Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 998.967411ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.300955389Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 577.625199ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.428999012Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 1.495259057s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.444959691Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 962.891481ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.4631537Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 659.321232ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.491847338Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493\") failed: Property not found. retry in 1.016222671s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.513818069Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 1.262040387s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.559137181Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276\") failed: Property not found. retry in 1.323127786s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.575775865Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 1.485009491s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.62627648Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 1.271511628s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.644151392Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662\") failed: Property not found. retry in 567.427082ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.673807461Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 674.551822ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.691429037Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 711.661445ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.785151568Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2\") failed: Property not found. retry in 996.678245ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:27.934652571Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 896.329176ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.026344848Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 1.306396402s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.170043284Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 1.307311948s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.222013541Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 810.838556ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.320319703Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 661.91981ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.386317247Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 633.190013ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.444994702Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 836.607849ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.515932185Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 782.399148ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.594953624Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 1.437296554s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.839188451Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 887.948687ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.947295197Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 934.167582ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:28.967403948Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 581.25277ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.010421359Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 1.379211535s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.069331829Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 864.332031ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.095302037Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 721.822476ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.130284873Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 1.057514719s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.153949761Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 884.285224ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.374913638Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb\") failed: Property not found. retry in 1.498424405s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.397065193Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00\") failed: Property not found. retry in 1.146398057s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.499624618Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 589.826138ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.544579292Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0\") failed: Property not found. retry in 899.689128ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.609406481Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b\") failed: Property not found. retry in 559.270033ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.851595132Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 1.268419264s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.872797087Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 1.083841277s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.919821086Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 1.252881542s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:29.976742682Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 1.423803695s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:30.151454727Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2\") failed: Property not found. retry in 1.483351421s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:30.228735118Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 512.175145ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:30.276907822Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e\") failed: Property not found. retry in 998.11388ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:30.294429625Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d\") failed: Property not found. retry in 857.230452ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:30.467524945Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4\") failed: Property not found. retry in 1.43567925s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:30.810884761Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:30.876087758Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55813"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:30.885867063Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8915453b-92ed-4359-83ce-4e3cacae9d51","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55813","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3714,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 947.5452ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:31.021574033Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\") failed: Property not found. retry in 1.454796696s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:31.156080938Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788\") failed: Property not found. retry in 825.583423ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:31.244754728Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275\") failed: Property not found. retry in 911.513582ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:31.587657184Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8\") failed: Property not found. retry in 668.631386ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:31.984092892Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697275034Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_7499d6f4-8e73-4358-8871-8006f8ce1662"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697344995Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_8f9a02d6-e1ee-4fe3-abb3-a7faf1cc80a2"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697355216Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_3021caf3-c3b1-4c70-8491-dec910e6fa3b"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697364966Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_ee6f486a-c2b4-4fb8-a457-1457e896c1b1"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697375016Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_d42beb6b-fe7c-4163-9b57-e16b417931fd"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697386036Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_478e5237-86f4-4835-8603-37ef8928b276"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697395136Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_oximeter_68ba0762-4eeb-4568-8923-69d504e34a00"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697401406Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_679720a7-8077-49f4-94a5-75a1cb013ea2"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697407357Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_clickhouse_b51e69e7-166e-46ba-98f6-1e72e04400b8"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697413757Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_pantry_12624695-82ed-4bcd-a6f8-b571220f8ce0"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697419727Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_7be46297-164b-4932-ac54-0921c8389b8e"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697430247Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_1e519afa-3cb6-43fe-9c88-56b74c9d6493"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697439267Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_external_dns_50be0e3a-9e97-45f3-9749-f7daddfbf5a4"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697458878Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_external_dns_4266b46f-6e12-4383-943a-1dff6b37826d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697465398Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_nexus_41bd7929-21b3-4420-bdfb-4d377eca1275"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697471088Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_nexus_c65b59c5-6763-4b24-9975-b340540b3788"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697476688Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_pantry_725cb4a0-b541-457f-8633-1d9d2ce1f473"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697483118Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_crucible_pantry_e13b1c4c-22c8-4ab3-9d84-4297eaabc7fb"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.697489928Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3336","zone":"oxz_nexus_aa9e7449-5e0d-48f2-bc5e-e67a9910d88d"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.698766186Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.701343023Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.704188015Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"794c8057-de72-4b7d-9411-cf71bea71834","remote_addr":"[fd00:1122:3344:101::1]:58187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33787058,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.710310109Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1415"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.828706661Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:790"}
{"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.829170041Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.2.174,\n    infra_ip_last: 10.151.2.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.2.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            lldp: None,\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.2.100,\n                    rib_priority: None,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            tx_eq: None,\n            uplink_port_fec: Some(\n                None,\n            ),\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:32.876831614Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1017"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:33.744864865Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:33.8433325Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:33.951832445Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:34.147356915Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:34.404832631Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:34.70447499Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:34.891976665Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:35.119432484Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:35.35457533Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:23:35.681306342Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"21.13886144s"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:35.835865056Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:36.264499858Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:36.760099356Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/41cc6a35-6e91-4970-a710-a6745ca10ae3/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:37.86398287Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86a8394-5137-4211-8d76-03a31db02882\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:23:39 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"41cc6a35-6e91-4970-a710-a6745ca10ae3\\\"\", request_id: \"f86a8394-5137-4211-8d76-03a31db02882\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:39.558957562Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5744c622-c6da-4f19-83a5-8a47bf30a5a6\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:23:40 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"41cc6a35-6e91-4970-a710-a6745ca10ae3\\\"\", request_id: \"5744c622-c6da-4f19-83a5-8a47bf30a5a6\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:40.59403831Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20665d7f-2355-4243-b7a5-1963b2ac52d9\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:23:41 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"41cc6a35-6e91-4970-a710-a6745ca10ae3\\\"\", request_id: \"20665d7f-2355-4243-b7a5-1963b2ac52d9\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:41.425098391Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e074372-32e4-4898-93e6-a5b6b401c135\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:23:44 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"1e074372-32e4-4898-93e6-a5b6b401c135\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:44.208864698Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9763a33-058d-4350-a33a-867959e84ab4\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:23:45 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"e9763a33-058d-4350-a33a-867959e84ab4\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:46.088052843Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d4ee4f-481b-4fad-9720-c987a6852692\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:23:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"20d4ee4f-481b-4fad-9720-c987a6852692\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:47.930540225Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"345acef6-d59f-495c-83b2-74d3e4060a7b\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:23:50 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"345acef6-d59f-495c-83b2-74d3e4060a7b\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:50.9161413Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3c13703-f29b-4b12-95c3-d21641edb43f\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:23:53 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"e3c13703-f29b-4b12-95c3-d21641edb43f\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:53.993299319Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ce5ea14-d3cf-45fa-8868-fe00137695ce\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:23:59 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"0ce5ea14-d3cf-45fa-8868-fe00137695ce\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:23:59.387538479Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:00.922708145Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48380"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:00.922833128Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"09300428-3ed2-4ae8-8c0c-df3e1c042361","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48380","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9be53b0b-0edf-4091-8971-6e2834dc6c96\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:24:04 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"9be53b0b-0edf-4091-8971-6e2834dc6c96\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:04.350194502Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576c4909-a3d6-42a9-b755-1af1f12535ec\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:24:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"576c4909-a3d6-42a9-b755-1af1f12535ec\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:07.706708587Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0994a681-5543-4d8e-95ef-bcfbeeacd3b7\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:24:11 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"0994a681-5543-4d8e-95ef-bcfbeeacd3b7\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:11.843740467Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ad1ec60-6bc4-4fb6-bf23-45ce777b1ce3\", \"content-length\": \"173\", \"date\": \"Sat, 11 Jan 2025 05:24:19 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd\\\"\", request_id: \"3ad1ec60-6bc4-4fb6-bf23-45ce777b1ce3\" }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:20.145504374Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1079"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.174440089Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.304483955Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41134"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.313769959Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.313794479Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.31382662Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.326890786Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.340764059Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.340814931Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.377507564Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.377566555Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.401571441Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.401621912Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.42759808Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.427653942Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.450206925Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.450255216Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.471264296Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.473910594Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.493386341Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.493447652Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.516305182Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.516358994Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8ef28041-f640-42e9-a92f-121b40233eda"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.538233702Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.538280093Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:26.54953478Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"0845f7e1-e6fe-4a0c-9bac-d05dc9713081","remote_addr":"[fd00:1122:3344:101::c]:41134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":244325,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:30.955995348Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49559"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:30.956097371Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e4d3d93e-7577-434a-8e28-ca949f63ab51","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49559","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.137313618Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63985"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.14929867Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.149342371Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.149367752Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.149375302Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.149380922Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.149386242Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.149427523Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.149447613Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2280a0e7-54f3-4780-b42f-3aee06ec965b","remote_addr":"[fd00:1122:3344:101::a]:63985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12057,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.150946586Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1089"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.154034184Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:32.154741769Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.117545126Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55288"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.117670008Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.117681669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.11772162Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.117998076Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.129793824Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.129861405Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.15202164Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.152072212Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.180036734Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.180108185Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.205707046Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.205779277Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.232190375Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.232241047Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.258224424Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.258277606Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.262347975Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62276"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.262852296Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.262933148Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.26302551Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.2630546Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.263074351Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.263104891Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.263150362Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.263165763Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6ea1c3bb-b7bf-41fb-bce4-95f1af9c2d2b","remote_addr":"[fd00:1122:3344:101::a]:62276","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":630,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.263792366Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48524"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.264042562Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.264089163Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.264166435Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.264187585Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.264205746Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.264218966Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.264243386Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.264266767Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d5851a6c-c8cc-4727-a911-08d9e36d91c7","remote_addr":"[fd00:1122:3344:101::c]:48524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":335,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.285235296Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.285292807Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.31101096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.311070491Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8ef28041-f640-42e9-a92f-121b40233eda"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.33475102Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.334804451Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.347915598Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"51d77422-7ad9-47e6-ab90-6f0f9ba93df9","remote_addr":"[fd00:1122:3344:101::a]:55288","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":230266,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.789114746Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60918"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.789358822Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.789408963Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.789434323Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.789455664Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.789461784Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.789486124Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.789491274Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:33.789503195Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c5aea88d-9eb2-448c-988a-03699d015eac","remote_addr":"[fd00:1122:3344:101::b]:60918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:38.789398302Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:48101"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:38.83312403Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"a4114c28-a40a-465e-9b83-900de0478ed0","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42971,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:40.780125999Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49100"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:40.780249542Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9878301b-5aae-4d96-a70e-cd32e1df5570","remote_addr":"[fd00:1122:3344:101::c]:49100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:40.851837779Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:40.851900251Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"73d0c52c-96e3-4954-990d-0c47de9d89f4","remote_addr":"[fd00:1122:3344:101::c]:49100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":668,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:40.976525679Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34999"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:40.976615461Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b605585e-36d3-47c5-88dc-18fb91ea607e","remote_addr":"[fd00:1122:3344:101::a]:34999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.02956095Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.02959296Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"521a195e-c489-4f3c-9db7-068296642bf4","remote_addr":"[fd00:1122:3344:101::a]:34999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.133541856Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fea14a69-cf7a-4c5a-9c60-ed26734f6d95","remote_addr":"[fd00:1122:3344:101::a]:34999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2975,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.189743676Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58067"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.189941321Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9f2dd663-2e96-48e1-9110-3ac08d09379c","remote_addr":"[fd00:1122:3344:101::c]:58067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.200838089Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:58466"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.200954172Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.291198627Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.368693684Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b3f0e580-09ca-4648-9be3-a524bebad7f7","remote_addr":"[fd00:1122:3344:101::c]:58466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167799,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.372134139Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7f945e7f-92c4-4022-b818-ec5a89f76069","remote_addr":"[fd00:1122:3344:101::c]:58466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.414070937Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.414761532Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.414920595Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","subnet":"RouterId { vni: Vni(100), kind: System }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.41511278Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6d7e037f-db85-4515-be22-928972eadb3c","remote_addr":"[fd00:1122:3344:101::c]:49100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":430,"response_code":"204"}
{"msg":"Writing ledger to /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.415991919Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.416869108Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.416891609Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"d8cba8fe-13f9-435c-bba1-6f4157962c34","remote_addr":"[fd00:1122:3344:101::c]:58466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4159,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.693577115Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34173"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.693702378Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1292c19e-5859-42fc-aa4a-de91db6f5dd5","remote_addr":"[fd00:1122:3344:101::b]:34173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.760422839Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.76046391Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bc2a4567-0e96-435c-8209-38f2b7cce99d","remote_addr":"[fd00:1122:3344:101::b]:34173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.773468315Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5fb4f9d7-dd8b-4e04-b59c-91e1858d0b2b","remote_addr":"[fd00:1122:3344:101::b]:34173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":209,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.828026119Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55999"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.82810514Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"803b9b6d-e597-475d-809e-d3f9f69c3a72","remote_addr":"[fd00:1122:3344:101::a]:55999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.918883848Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.918944889Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4d6c6a67-a494-489c-b4bc-85353bc0ffb2","remote_addr":"[fd00:1122:3344:101::a]:55999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.924792487Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64666"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.924977451Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"610d92f9-c4c7-4b4d-8871-9ee3fb50bd2f","remote_addr":"[fd00:1122:3344:101::b]:64666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.928960128Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"50589180-97f2-453c-af9d-9503b1f2c7aa","remote_addr":"[fd00:1122:3344:101::a]:55999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":214,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.948272391Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50733"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.948361983Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:41.992697334Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:42.05876714Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7b1de7ce-dd0a-46ad-b1df-06ce6999e08c","remote_addr":"[fd00:1122:3344:101::b]:50733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110433,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:42.059181059Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"32322c2f-6c50-43a5-a068-c8bd795c6f6a","remote_addr":"[fd00:1122:3344:101::b]:50733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:42.116234658Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60317"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:42.116452203Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3237c113-abc2-461b-966f-db021d204ef7","remote_addr":"[fd00:1122:3344:101::a]:60317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:42.189168455Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64188"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:42.189270187Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:42.231688925Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:42.294460469Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8de38458-b0dc-4337-af53-8ef27984f94b","remote_addr":"[fd00:1122:3344:101::a]:64188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105214,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:24:42.294824687Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5c8bc733-0e7c-401c-b80c-9ff34f78f042","remote_addr":"[fd00:1122:3344:101::a]:64188","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:00.988880534Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52269"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:00.989237782Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"484a90e5-8b81-4172-8988-f05ef4872137","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52269","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:08.795831729Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"d8319e16-52f0-4e55-b119-97d15f6c2b13","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7020,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:10.823768412Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56955"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:10.823875934Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9d3273b6-cac7-4829-bdfb-a70efe6d97ba","remote_addr":"[fd00:1122:3344:101::c]:56955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:10.865825223Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:10.865850643Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ab4dcd6e-48c9-48c0-8376-b3613ab9abed","remote_addr":"[fd00:1122:3344:101::c]:56955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:10.875409403Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d1199f4e-2f55-4d80-b974-023834e139d9","remote_addr":"[fd00:1122:3344:101::c]:56955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:10.922297099Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34321"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:10.922450682Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"1a548edf-4075-4c51-91db-952298935a26","remote_addr":"[fd00:1122:3344:101::c]:34321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.052180242Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61341"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.052259544Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.092925934Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.152937098Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2140eb66-9aef-4405-aebb-f0dbe059827d","remote_addr":"[fd00:1122:3344:101::c]:61341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100700,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.153268365Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f6a83ca0-d31a-41b7-8a10-059735ef16e8","remote_addr":"[fd00:1122:3344:101::c]:61341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.659728631Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35490"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.659894225Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0de95357-60a0-4991-b36e-df219210c93a","remote_addr":"[fd00:1122:3344:101::b]:35490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.759483925Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.759518726Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2b261188-199c-4895-960c-b84dbd6b8868","remote_addr":"[fd00:1122:3344:101::b]:35490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.77890905Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.779090564Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4d044abd-88f1-4863-afe2-2e3ba9f152bf","remote_addr":"[fd00:1122:3344:101::b]:58169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.782610751Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"77731120-916b-4351-81e1-64551ac0c15d","remote_addr":"[fd00:1122:3344:101::b]:35490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.79212889Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40659"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.792220812Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.832772979Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.890059913Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b15022fa-782e-4325-9e24-51eab988ca96","remote_addr":"[fd00:1122:3344:101::b]:40659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97869,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.890320529Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8b7be94f-861f-41bd-9906-0e04c2ad524d","remote_addr":"[fd00:1122:3344:101::b]:40659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.92963571Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58930"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.929780253Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ebd607c4-5b9c-4e7a-8998-fc3a138f9c69","remote_addr":"[fd00:1122:3344:101::a]:58930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.987052857Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:11.987083857Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"14942c43-f03b-4a2f-8cb0-eac7c8e0bdc9","remote_addr":"[fd00:1122:3344:101::a]:58930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:12.002343791Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53862"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:12.00274463Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4af2fdba-3c6d-44ed-8124-63b0d82ab4a7","remote_addr":"[fd00:1122:3344:101::a]:53862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":341,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:12.011648385Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"372fe454-ec19-4c03-9a1b-67e334fe0b70","remote_addr":"[fd00:1122:3344:101::a]:58930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:12.018165028Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53816"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:12.0182694Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:12.060224788Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:12.116229984Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6862a292-1012-41d0-a6b6-b9c284826c1a","remote_addr":"[fd00:1122:3344:101::a]:53816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97995,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:12.116522921Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c8e196d5-b5a7-4588-8fb7-6a323c999ec4","remote_addr":"[fd00:1122:3344:101::a]:53816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:31.024779019Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44285"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:31.02485655Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"acb4a528-6070-428f-88b3-a232b1d75772","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44285","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:38.796400142Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"fe6c775b-fc3b-4417-815a-35aaaecef7db","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7527,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:40.980166426Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39911"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:40.98035333Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3a39b14e-6205-4faf-ab00-49678c769ff6","remote_addr":"[fd00:1122:3344:101::c]:39911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.143178414Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49859"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.143284837Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9a063d3e-d482-457a-8034-bbcfe9f96797","remote_addr":"[fd00:1122:3344:101::c]:49859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.185518991Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.185573572Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"09d7a0c0-088f-48a5-a81d-5fd73b7020dd","remote_addr":"[fd00:1122:3344:101::c]:49859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.192460503Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33678"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.192572046Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.233617764Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.299454335Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6ea2cb6c-d3ca-4aca-8a93-0c5a7f500d54","remote_addr":"[fd00:1122:3344:101::c]:33678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106917,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.299842123Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b705ef53-b847-4305-9d89-23440d4a8c1c","remote_addr":"[fd00:1122:3344:101::c]:49859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.299978916Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b714e1ac-c17d-4be8-b9fd-0afb1c17a19b","remote_addr":"[fd00:1122:3344:101::c]:33678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.891370242Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33047"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.891452324Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e1cc2e3f-1929-4f73-b8fb-a29dd0e84ddc","remote_addr":"[fd00:1122:3344:101::b]:33047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.957178733Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.957209534Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c03708f4-394c-46ed-8445-ee8dd0d21e44","remote_addr":"[fd00:1122:3344:101::b]:33047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:41.965440064Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"398ab38f-3d9d-4bf3-b033-8544d963a1af","remote_addr":"[fd00:1122:3344:101::b]:33047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.044243719Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44670"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.044386022Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9dd13e49-7012-41e1-8d9b-af16fbefc1bc","remote_addr":"[fd00:1122:3344:101::b]:44670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.093132279Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57473"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.093210731Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.13428266Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.198200249Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c99c2092-c9c9-4733-ad1f-606b0871c25d","remote_addr":"[fd00:1122:3344:101::b]:57473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105012,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.198481525Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50647"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.198780742Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8ddb4cdf-a5d2-4fb5-bbf9-3a6092ec4973","remote_addr":"[fd00:1122:3344:101::a]:50647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.198871374Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"23355a62-6bb3-4531-b85a-27b5f87942c8","remote_addr":"[fd00:1122:3344:101::b]:57473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.297278837Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50862"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.297468631Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0f8ea678-e733-4d09-8795-d3e373e2a1ef","remote_addr":"[fd00:1122:3344:101::a]:50862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.340737038Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.340761129Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e44768b0-e833-4111-b24d-d0791e97143d","remote_addr":"[fd00:1122:3344:101::a]:50647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.349704115Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ae5ff5be-d3d9-41e2-98be-ed515609e7a0","remote_addr":"[fd00:1122:3344:101::a]:50647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.379970287Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50471"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.380064639Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.422702873Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.48013046Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ce2033d2-bf1c-4d07-95bc-b7d3c8d7e306","remote_addr":"[fd00:1122:3344:101::a]:50471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100095,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:42.480370435Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f4e1e356-511a-4e38-9fad-1961392bbb44","remote_addr":"[fd00:1122:3344:101::a]:50471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:25:54.680804605Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:01.05965726Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59485"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:01.059751353Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"0b098a29-063e-4f43-91e3-0aadc0345d3f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59485","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:08.797589555Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"b34d4c82-631d-4fd0-acb2-200a6ca3f82f","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8826,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:10.851660939Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60425"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:10.851785971Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"86f7a211-1dbc-461d-a30e-8c94c271cbe5","remote_addr":"[fd00:1122:3344:101::c]:60425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:10.877211678Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:10.877259159Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fa8b092c-c50f-49bd-a74e-e788c256a39d","remote_addr":"[fd00:1122:3344:101::c]:60425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:10.886225745Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5f96aa4d-b6cf-42a5-8328-85cca588e55d","remote_addr":"[fd00:1122:3344:101::c]:60425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":219,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:10.936635889Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35892"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:10.936763272Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:10.975324616Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.035770489Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"06aa2e71-d5dc-45d6-a42e-7ab245609b6f","remote_addr":"[fd00:1122:3344:101::c]:35892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99053,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.036059645Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61447"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.036398363Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"edbf36bb-f540-4f17-b4f6-5d4d220c4dc6","remote_addr":"[fd00:1122:3344:101::c]:35892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.036426133Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8595d0b6-b7c3-4a88-9f21-ff276287d95b","remote_addr":"[fd00:1122:3344:101::c]:61447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":230,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.688138519Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57900"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.688265742Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"092c1e8f-3516-452e-bb44-4462f0b24113","remote_addr":"[fd00:1122:3344:101::b]:57900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.735958436Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48759"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.7361433Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b24d8c02-87aa-40cb-bd3f-e1b87654e3fc","remote_addr":"[fd00:1122:3344:101::b]:48759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.739300639Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.739308759Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9fcc9552-910f-44e8-8638-0fc4867947c6","remote_addr":"[fd00:1122:3344:101::b]:57900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.748169293Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f46deee8-879b-4429-8ee4-3fa5e2aee4be","remote_addr":"[fd00:1122:3344:101::b]:57900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":164,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.799299123Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58675"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.799384924Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.839090023Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.898233708Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8031e071-3823-4ec0-8fbe-5119b0ccc4ae","remote_addr":"[fd00:1122:3344:101::b]:58675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98867,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.898465253Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58182"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.898533855Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65368"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.898712339Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6193dfef-a472-4840-be87-d5f6ebb9f6f6","remote_addr":"[fd00:1122:3344:101::a]:58182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.898816771Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bbfc2a12-a7aa-421e-942e-06573764fc1b","remote_addr":"[fd00:1122:3344:101::b]:58675","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.898859792Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"57f78aff-8614-4335-800a-29d6a52041ad","remote_addr":"[fd00:1122:3344:101::a]:65368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":212,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.915602738Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.915648839Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b14019e2-71c2-42d1-bf60-fdc45b21c147","remote_addr":"[fd00:1122:3344:101::a]:58182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.923407229Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5a6b99fd-f69a-4686-a4b4-93be888f383e","remote_addr":"[fd00:1122:3344:101::a]:58182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":188,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.946059515Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54578"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.946148857Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:11.985768054Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:12.043894207Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ca540e37-dbc0-40a4-87d2-ddc5c025616b","remote_addr":"[fd00:1122:3344:101::a]:54578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97769,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:12.044130952Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0d04f11c-50cf-4842-bebf-ba66ca3b9a81","remote_addr":"[fd00:1122:3344:101::a]:54578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:31.095485263Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61111"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:31.095649276Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d0c1087d-1670-408e-8320-9c9cee428099","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61111","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:38.796734473Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"3801b86e-5634-4a5c-9f4e-8cf38e8a0d0d","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8209,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.03000007Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62448"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.030112392Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"59fb541c-c141-411c-8b65-eea185aff1c9","remote_addr":"[fd00:1122:3344:101::c]:62448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.075485035Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.075501835Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cb4f04e5-657e-417b-aef1-6a3116dcc420","remote_addr":"[fd00:1122:3344:101::c]:62448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.084083854Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"786f6064-dc2a-48be-951e-3b3f9df9a3e1","remote_addr":"[fd00:1122:3344:101::c]:62448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.12915048Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34114"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.129301043Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0918fb7a-cb24-4353-8dfd-9bf4698b4305","remote_addr":"[fd00:1122:3344:101::c]:34114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.16019821Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42884"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.160282071Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.199732765Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.258583613Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"77b18213-2ed5-4e30-8b41-b2c8f24e3f97","remote_addr":"[fd00:1122:3344:101::c]:42884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98330,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.258864589Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"40927dce-8fe4-46fc-aa8e-9450f1ea349a","remote_addr":"[fd00:1122:3344:101::c]:42884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.645132964Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58575"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.645348559Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"873c6bb0-3816-45d0-b05b-6277fcf32c52","remote_addr":"[fd00:1122:3344:101::b]:58575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.753936336Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.753986667Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"69b1c818-1ea2-45bf-aa41-031c6cce49db","remote_addr":"[fd00:1122:3344:101::b]:58575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:41.764518538Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"538d8663-9d66-42f7-8eae-f11da6657992","remote_addr":"[fd00:1122:3344:101::b]:58575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.00854241Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40555"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.008694893Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6e35bb84-33e9-4a1f-88f8-b13f131e9641","remote_addr":"[fd00:1122:3344:101::b]:40555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.0633818Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64783"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.063532874Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5d24db21-1c60-4cb8-bf87-1049ccfd41c3","remote_addr":"[fd00:1122:3344:101::a]:64783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.063556214Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64817"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.063628856Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d140e033-8d4a-4ad1-aafb-9e3930e20a06","remote_addr":"[fd00:1122:3344:101::a]:64817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.081862095Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.081891596Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3791db95-c6a8-4651-a5d0-5abbde3eda5f","remote_addr":"[fd00:1122:3344:101::a]:64817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.091011175Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a09eb762-9e67-4301-b12d-40f3fb531c89","remote_addr":"[fd00:1122:3344:101::a]:64817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.095276378Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35409"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.09536858Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.13598239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.197569718Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b8bf8fa9-38ef-45ae-9ee4-fda20bf9d435","remote_addr":"[fd00:1122:3344:101::b]:35409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102223,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.197698681Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46019"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.197856634Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.234628279Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.300578582Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"127d7291-5ef3-48bc-bdc1-67e9012fce91","remote_addr":"[fd00:1122:3344:101::a]:46019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102775,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.30094543Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f1653d47-4af5-427f-9077-8e5ffaf38a08","remote_addr":"[fd00:1122:3344:101::b]:35409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":157,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:26:42.301115194Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"de32eba0-3ea1-4d93-8ba8-07ddb758dea6","remote_addr":"[fd00:1122:3344:101::a]:46019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:01.128369488Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59080"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:01.128523981Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"cfe52a62-dcc6-4e74-9740-65fc1967aab3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59080","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:08.795820889Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"a019aa94-edb6-4454-a798-5ec794919da3","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6926,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:10.797840604Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49846"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:10.797938647Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2610b4b4-338c-4b3f-b583-6c5d46bd7f55","remote_addr":"[fd00:1122:3344:101::c]:49846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:10.844601998Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:10.844628689Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c56222cd-fbc3-4a12-8fab-6215b7636e06","remote_addr":"[fd00:1122:3344:101::c]:49846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:10.853187696Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5d7a54e8-b59c-4052-a713-ce404eb212fa","remote_addr":"[fd00:1122:3344:101::c]:49846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":198,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:10.987832324Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:40208"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:10.988003838Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c797abea-e506-45a9-a149-1819e047b7ee","remote_addr":"[fd00:1122:3344:101::c]:40208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.06942131Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64605"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.069571203Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.110753114Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.167423785Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3f44fff0-d602-456c-b7cf-5d6e0ccb8d44","remote_addr":"[fd00:1122:3344:101::c]:64605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97884,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.167698301Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2502ff86-b976-4565-85b1-5adde403a97a","remote_addr":"[fd00:1122:3344:101::c]:64605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.625448561Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38318"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.625562983Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2b92af90-93f1-4104-8402-44a68a26434f","remote_addr":"[fd00:1122:3344:101::b]:38318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.692900588Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.692936909Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e8a61a42-47f0-4152-8af2-42aef2c36729","remote_addr":"[fd00:1122:3344:101::b]:38318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.702933317Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bd18d664-3636-4b45-9b27-3033f7092d6d","remote_addr":"[fd00:1122:3344:101::b]:38318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.748837862Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60438"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.748964005Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.791959076Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.851940479Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5af6e867-9055-46d5-8689-5d7ccb43ad40","remote_addr":"[fd00:1122:3344:101::b]:60438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103040,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.852254206Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c7b4cffb-2394-4df2-b03f-8af77eae4dd3","remote_addr":"[fd00:1122:3344:101::b]:60438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.87389273Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65405"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.874136745Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f94b3be2-e031-4a2c-af0b-b68f8e868bb6","remote_addr":"[fd00:1122:3344:101::b]:65405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.892086948Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44834"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.892226371Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b7f138cf-f952-48a5-8873-41abbdc48496","remote_addr":"[fd00:1122:3344:101::a]:44834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.896667268Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61750"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.8967436Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dde142cc-b082-4bed-a236-120c51b7d8d3","remote_addr":"[fd00:1122:3344:101::a]:61750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.937895261Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.937942322Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e8a3a0a9-84ae-4444-9267-7c61d24091b4","remote_addr":"[fd00:1122:3344:101::a]:61750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.946000298Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c9827bb5-b3ac-40cf-9619-ebe72b8df818","remote_addr":"[fd00:1122:3344:101::a]:61750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.960786592Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43982"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.960887374Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:11.998976248Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:12.052038499Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"197d1ec8-7f4e-44e5-b467-babbce1bcd22","remote_addr":"[fd00:1122:3344:101::a]:43982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91193,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:12.052347246Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7c690304-572c-4d1d-ba0b-9d791aa9a88c","remote_addr":"[fd00:1122:3344:101::a]:43982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:31.161610593Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54907"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:31.161766646Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"adb518d9-efa1-4c47-a78c-de86210cb496","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54907","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:38.802431673Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"318f9b47-66bb-437b-a674-36525cbfb1ec","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7947,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:40.958239955Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55933"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:40.958368067Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7a8a36a5-238c-49e6-83eb-bae362e65d3c","remote_addr":"[fd00:1122:3344:101::c]:55933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.066030114Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45908"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.066232909Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e53c9dc4-86f7-4299-9631-1b2243629488","remote_addr":"[fd00:1122:3344:101::c]:45908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.114283351Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.114339522Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b262bebe-76f2-4bb7-9f6e-b4aeeeab41be","remote_addr":"[fd00:1122:3344:101::c]:55933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.124506164Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cda1d78a-aa08-4ddd-a528-78b1d93704d0","remote_addr":"[fd00:1122:3344:101::c]:55933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":249,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.180173083Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54437"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.180280035Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.219256778Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.275134931Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a33ef45e-29ba-485e-af2f-4b4c4a7eda56","remote_addr":"[fd00:1122:3344:101::c]:54437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94896,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.275450138Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"76dd6c60-7dac-480f-be57-8f2a57564c9a","remote_addr":"[fd00:1122:3344:101::c]:54437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.907809681Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39475"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.907897383Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"03f24a44-3f01-4eaf-a7ad-9d37d06c1dc8","remote_addr":"[fd00:1122:3344:101::b]:39475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.952615211Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.952643152Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"10ea5917-ba44-45ee-a5fe-b0bcb54db883","remote_addr":"[fd00:1122:3344:101::b]:39475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.963106271Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"08c8f7e2-36ac-43ee-99ab-aa6df57d114b","remote_addr":"[fd00:1122:3344:101::b]:39475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.994461547Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61794"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:41.994543479Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.037550911Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.113654837Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ec70ab0e-9927-4e58-afe0-9db48f40903b","remote_addr":"[fd00:1122:3344:101::b]:61794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119132,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.113849371Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53860"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.113893632Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37725"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.114154798Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"425bfb15-5fde-4284-93ed-946796f88261","remote_addr":"[fd00:1122:3344:101::a]:53860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.114225369Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"faa54905-9de9-4d7a-ac6b-9ab674f38450","remote_addr":"[fd00:1122:3344:101::b]:61794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.114315001Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d236bce1-d156-456f-b171-3b4c75060c27","remote_addr":"[fd00:1122:3344:101::b]:37725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":241,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.129280019Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53093"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.129521994Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.168107239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.223947511Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ba886ba0-391d-46fc-b3cf-38160facef46","remote_addr":"[fd00:1122:3344:101::a]:53093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94535,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.224205857Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60968"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.224513103Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.224568005Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d107c5bd-28c8-4dc1-909a-18420a91fdb8","remote_addr":"[fd00:1122:3344:101::a]:53860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.224633606Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d98f8299-6b9c-4e6f-87b5-4f2ce28ccd5d","remote_addr":"[fd00:1122:3344:101::a]:53093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.22481126Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"90137c98-f101-4c1d-9c45-6ef2db1a42dc","remote_addr":"[fd00:1122:3344:101::a]:60968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:27:42.234572374Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1e697a9e-a5eb-4508-bc94-919e263a992c","remote_addr":"[fd00:1122:3344:101::a]:53860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:01.194188994Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61180"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:01.194338057Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a48ab7e1-8304-49a5-806f-75788edb7a8f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61180","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:08.796883627Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"a0519309-b0ee-4028-87b1-e948b154b19e","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7685,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.838291834Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50846"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.838476047Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bd87a03e-7ba8-4c7f-af28-f3de367b5d47","remote_addr":"[fd00:1122:3344:101::c]:50846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.88837918Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.888410291Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d74e6669-4b67-4957-a88a-83131121d1b0","remote_addr":"[fd00:1122:3344:101::c]:50846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.89753626Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d34761db-3489-4e5d-a34c-b6ccd960e4fb","remote_addr":"[fd00:1122:3344:101::c]:50846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":223,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.923051629Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52726"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.923199182Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0d34ceb3-1254-4107-827f-4e688a09e835","remote_addr":"[fd00:1122:3344:101::c]:52726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.938280972Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42887"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.938352454Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:10.978218487Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.037846442Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9964faa7-51dc-480c-9c3e-591860d3dfe7","remote_addr":"[fd00:1122:3344:101::c]:42887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99517,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.038154169Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ba872b69-bb9a-41e7-bcf5-5383e3cb7343","remote_addr":"[fd00:1122:3344:101::c]:42887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.658212362Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.658320184Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8c7a8091-8d38-4b59-9352-972a3c3ccb96","remote_addr":"[fd00:1122:3344:101::b]:45406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.711332294Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.711361905Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9b3d1e2e-c5de-4ffe-b7ac-53a4c56b728b","remote_addr":"[fd00:1122:3344:101::b]:45406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.720020625Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"45aec8d7-37dc-4bc2-a8cf-42e84be66e88","remote_addr":"[fd00:1122:3344:101::b]:45406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":227,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.743743444Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57724"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.743820266Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"496822f0-4fb5-4fe9-bc11-5b0f8a36ca2b","remote_addr":"[fd00:1122:3344:101::a]:57724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.788234698Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.788261178Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"65c2584c-734a-47ac-b3f4-a092cd2c39d6","remote_addr":"[fd00:1122:3344:101::a]:57724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.795044137Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36209"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.795273432Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f34d79c4-d5f7-4189-acca-5b522ee7036f","remote_addr":"[fd00:1122:3344:101::b]:36209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.798506613Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5aa49bc3-4593-462e-9990-5d0a453a10f1","remote_addr":"[fd00:1122:3344:101::a]:57724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.809405101Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64566"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.809498863Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.851990534Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.911162339Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"68a1d812-9bc9-4ece-bddd-f01ebce57826","remote_addr":"[fd00:1122:3344:101::b]:64566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101691,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.911444935Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34876"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.911744942Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4863702e-9af3-419a-a073-e16d9538ecde","remote_addr":"[fd00:1122:3344:101::b]:64566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":256,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.911761922Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.949692123Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.964419435Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43860"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:11.964796253Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9efef9bb-38fb-45d7-85c5-b4779f124578","remote_addr":"[fd00:1122:3344:101::a]:43860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":223,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:12.008309586Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5f053453-7f1c-40ac-85de-8074561f48c8","remote_addr":"[fd00:1122:3344:101::a]:34876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96674,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:12.008626822Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a6d894ea-b3bf-4551-acc8-0a7d3ff6882b","remote_addr":"[fd00:1122:3344:101::a]:34876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:31.227997441Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48979"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:31.228214486Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ca062023-f202-4ce6-88cc-9b68a6c921ff","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48979","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:38.795965606Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"aeea4bdc-d78e-48eb-82df-1f1bc939c00b","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7438,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:40.817519609Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57029"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:40.817664892Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f36f4c28-3e21-4ba3-87c6-deedec5fc1b4","remote_addr":"[fd00:1122:3344:101::c]:57029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:40.884107896Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:40.884144007Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"343e055d-dcf3-49d8-b4a5-af0db1022702","remote_addr":"[fd00:1122:3344:101::c]:57029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:40.89568536Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"92685b06-8705-4b71-bb8e-358bd9dd031f","remote_addr":"[fd00:1122:3344:101::c]:57029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.103424807Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44295"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.103633932Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d00a1b0a-2ef3-4415-bc47-cc33affe1982","remote_addr":"[fd00:1122:3344:101::c]:44295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.126505862Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33947"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.126581364Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.165846364Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.22277661Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ea8ec3f8-ed98-40af-a2ff-f447f8b2f4c7","remote_addr":"[fd00:1122:3344:101::c]:33947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96221,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.222984045Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52513"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.223084417Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"43aa0a72-8190-4dcd-8b5a-39c8616d9d4c","remote_addr":"[fd00:1122:3344:101::c]:33947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.223305952Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.223357553Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.223400984Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.223425004Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.223443804Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.223449915Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.223501656Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.223519386Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d18934a3-da3c-47b5-a5a6-572b5b4b94de","remote_addr":"[fd00:1122:3344:101::c]:52513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":402,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.796515179Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46117"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.796685003Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"893b0d7b-36c2-4b89-ac0b-88a307a6a3be","remote_addr":"[fd00:1122:3344:101::b]:46117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.851594174Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.851625015Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1bcfdafc-e442-417a-96d1-7791c36d276c","remote_addr":"[fd00:1122:3344:101::b]:46117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.861101833Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0389c273-2922-4409-932a-a621a1ba3843","remote_addr":"[fd00:1122:3344:101::b]:46117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":191,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.945821277Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36989"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.94594153Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c847fe4c-50c0-4c93-a517-208a4a318351","remote_addr":"[fd00:1122:3344:101::a]:36989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.949333924Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65344"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.949450697Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:41.99528201Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.057444831Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3c80b191-8baf-41e1-b258-f4c57dfe9d02","remote_addr":"[fd00:1122:3344:101::b]:65344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108039,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.057642695Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44608"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.057703206Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46284"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.057914771Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.057959932Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cbcdfd4f-327c-4695-b92c-7e612ca3bea1","remote_addr":"[fd00:1122:3344:101::a]:36989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.057979732Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0dccf1c1-c6d3-4118-be48-19e24e1228bb","remote_addr":"[fd00:1122:3344:101::b]:65344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":277,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.058082855Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"85a5a175-efe7-4abf-a9c4-7dd90d283e0a","remote_addr":"[fd00:1122:3344:101::b]:44608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":246,"response_code":"200"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.058183347Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.058232808Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.058265249Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.058274869Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.058294819Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.05831227Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.05832887Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.0583435Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"559f62f7-2afc-459b-926a-920bb5da08b7","remote_addr":"[fd00:1122:3344:101::b]:46284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":416,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.100726398Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49812"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.100905052Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"79de008f-f654-4160-b37e-c87093885783","remote_addr":"[fd00:1122:3344:101::a]:49812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":120,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.112196219Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"58d38c75-6682-4cc4-83f4-c72ff061bcf8","remote_addr":"[fd00:1122:3344:101::a]:36989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":319,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.23882599Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48170"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.238949773Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.276663539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331028719Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"14dabe19-1c30-444a-91ee-16427f9ba22e","remote_addr":"[fd00:1122:3344:101::a]:48170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92136,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331223813Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60670"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.33152483Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"06f60f31-6ae8-4070-985c-3bcdec85e4d1","remote_addr":"[fd00:1122:3344:101::a]:48170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":249,"response_code":"200"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331615422Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331662083Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331703454Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331727144Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331749005Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331764855Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331793426Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:28:42.331808846Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1ae1007a-65ed-40ae-be1d-1401015cb448","remote_addr":"[fd00:1122:3344:101::a]:60670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":461,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:01.261602154Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43549"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:01.261754347Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f651f8fd-fb44-4782-9b81-194cfd276ff2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43549","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:08.796231578Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"0cab9a32-1139-4f32-a18f-a201912bed0a","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7247,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:10.848496963Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:32900"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:10.848618275Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"39e4cadf-7222-4dad-8b5d-34d91635abd1","remote_addr":"[fd00:1122:3344:101::c]:32900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":57,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:10.903010496Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:10.903040457Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"555d604b-f7eb-42cb-984c-8a00200b48dd","remote_addr":"[fd00:1122:3344:101::c]:32900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:10.926349987Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64134"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:10.926547861Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"75119f58-8891-4fba-bf24-9f62a7df2a06","remote_addr":"[fd00:1122:3344:101::c]:64134","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":138,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:10.929836203Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d42d51fb-2aef-4cc2-9efe-780f796916af","remote_addr":"[fd00:1122:3344:101::c]:32900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:10.975579444Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33073"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:10.975658286Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.017249267Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.076675138Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"466b004b-9396-40da-a113-0ef48004d046","remote_addr":"[fd00:1122:3344:101::c]:33073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101046,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.076982414Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ac36c5a1-0a1b-48bc-b3e8-12694d330a18","remote_addr":"[fd00:1122:3344:101::c]:33073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.705343159Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51303"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.705470832Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3ff05fce-3745-45df-9fcc-c2e3cf3c1334","remote_addr":"[fd00:1122:3344:101::b]:51303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.750961868Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.750984268Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f7f0be0c-4ca0-4e07-b2de-3796c992c972","remote_addr":"[fd00:1122:3344:101::b]:51303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.760904315Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b3020db9-22c6-493a-8803-c5b692971801","remote_addr":"[fd00:1122:3344:101::b]:51303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.766837175Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63340"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.766988268Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"166d9c95-9be0-4065-a53f-582a1a7062ca","remote_addr":"[fd00:1122:3344:101::b]:63340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.782867246Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50733"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.782976509Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.821807519Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.878584061Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d4ae9433-9929-46f4-b07f-180f60598160","remote_addr":"[fd00:1122:3344:101::b]:50733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95648,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.878784046Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50023"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.878846657Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40352"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.878887728Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e88d9d8c-ccde-4bec-b68e-d3bee0afcad6","remote_addr":"[fd00:1122:3344:101::b]:50733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.879140463Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a65d4d92-870d-415f-81d0-0aeed1caa1a1","remote_addr":"[fd00:1122:3344:101::a]:40352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":183,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.879321347Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"55202b84-9bed-4858-a6a0-3456a3126436","remote_addr":"[fd00:1122:3344:101::a]:50023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.894155182Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58643"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.894324426Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.935199571Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.991072944Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b3eba3a8-7959-4fc1-ba28-b10fe4588ed9","remote_addr":"[fd00:1122:3344:101::a]:58643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96824,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.991559184Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f1dc267f-ec3a-4952-9659-ba3897f2c1b4","remote_addr":"[fd00:1122:3344:101::a]:58643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":245,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.991573735Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:11.991604276Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9a4cb90a-0889-4051-89a9-13204a037998","remote_addr":"[fd00:1122:3344:101::a]:50023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":161,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:12.001803889Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"017c195e-21ce-47ff-bd90-2f5e0c18bac2","remote_addr":"[fd00:1122:3344:101::a]:50023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":228,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:31.295824939Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38794"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:31.295910651Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"98402fc6-239d-41ee-bd7a-fdf7160951d0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38794","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:38.796836577Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"b69bd7a3-5244-4244-91c7-3a62771a5b18","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7957,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:40.843277114Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36046"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:40.843378687Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"60bc7293-df1d-4c3c-98c9-3c2b180a6fbe","remote_addr":"[fd00:1122:3344:101::c]:36046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:40.90294272Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:40.903010402Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"382cbc15-8a8d-4227-98e4-f6c0cfc81843","remote_addr":"[fd00:1122:3344:101::c]:36046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:40.912406747Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ffc09b68-e8b3-47af-9199-76ee63270918","remote_addr":"[fd00:1122:3344:101::c]:36046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.099745019Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.099969173Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f7646ac6-02ec-4cf8-9f5f-24e9fac8a6f9","remote_addr":"[fd00:1122:3344:101::c]:42120","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":163,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.115432152Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65264"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.115504604Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.154827144Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.213977959Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"766989a2-7a8f-4afb-b928-dddd38320e13","remote_addr":"[fd00:1122:3344:101::c]:65264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98498,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.214239535Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8636884d-ee28-4382-9f22-415b649781e1","remote_addr":"[fd00:1122:3344:101::c]:65264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.763663681Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33345"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.763767804Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"44859d4b-3993-4610-a820-a6becce06124","remote_addr":"[fd00:1122:3344:101::b]:33345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.814192958Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.814223668Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5186d79f-9eea-4f00-b93a-3028dfbe8825","remote_addr":"[fd00:1122:3344:101::b]:33345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.823340808Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1cd48805-7fa6-4f00-8c13-1221b8c0f221","remote_addr":"[fd00:1122:3344:101::b]:33345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.927335214Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39941"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.927467657Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e829d2ff-e2f4-483d-b35e-236d263e64b3","remote_addr":"[fd00:1122:3344:101::a]:39941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":85,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.975483418Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:41.975515299Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"28e84848-6a7b-4c9a-aed2-1cad3d8dbd63","remote_addr":"[fd00:1122:3344:101::a]:39941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.028355796Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51557"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.02854058Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ac3468b5-eae2-4e18-a946-e7b70b96e8aa","remote_addr":"[fd00:1122:3344:101::a]:51557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.037447615Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8707f3b6-e010-4afb-90b4-9667a5db03ed","remote_addr":"[fd00:1122:3344:101::a]:39941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.070729794Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34556"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.070900037Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"478d5f05-b2d9-474e-8835-95b2218a77f1","remote_addr":"[fd00:1122:3344:101::b]:34556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.078528014Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61636"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.078624806Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.118929689Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.177539472Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f1661b0f-6088-445c-b7f0-868e517f6acf","remote_addr":"[fd00:1122:3344:101::a]:61636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98947,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.177686765Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57931"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.177954451Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.181647582Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cec084f8-f735-426e-9695-7010c9e740d9","remote_addr":"[fd00:1122:3344:101::a]:61636","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3696,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.213933968Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.270030946Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"02095c08-41eb-4814-9299-03a9fdf61ce0","remote_addr":"[fd00:1122:3344:101::b]:57931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92214,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:29:42.270377584Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"42ea716b-1dc3-40f6-b50d-f522891db7be","remote_addr":"[fd00:1122:3344:101::b]:57931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:01.3398604Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60388"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:01.340010904Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5b0ef881-74dd-4233-a522-280090ce9d2c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60388","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:08.796657613Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"1d729a3c-290b-48d6-b3d5-165efdb0a302","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8279,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.785887818Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52840"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.786024741Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"258a7ec4-0016-44ef-8819-67e687c94ca5","remote_addr":"[fd00:1122:3344:101::c]:52840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.838425998Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.838456558Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"35b0b95a-e340-4a7f-b44c-35c9e16789d2","remote_addr":"[fd00:1122:3344:101::c]:52840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.849240015Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ee2640d2-0703-4fe7-a884-86a5e641705a","remote_addr":"[fd00:1122:3344:101::c]:52840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.946357001Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42076"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.946560045Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ba0073cd-9157-4b75-91c8-d4cb089a8d47","remote_addr":"[fd00:1122:3344:101::c]:42076","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.952328041Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63019"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.952433314Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:10.991474458Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.046765749Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9670c11e-2e36-459b-8127-7863b0f22022","remote_addr":"[fd00:1122:3344:101::c]:63019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94368,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.047075916Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b4762b4c-cbbe-4911-b39d-d27212cd2337","remote_addr":"[fd00:1122:3344:101::c]:63019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.734675707Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54882"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.73483207Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c20f87e7-760d-45cb-aa4a-181d403279d7","remote_addr":"[fd00:1122:3344:101::b]:54882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.776941822Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.776962553Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"681c400d-eea6-4a33-a656-e0865f8272c8","remote_addr":"[fd00:1122:3344:101::b]:54882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.788988676Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64399"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.78916606Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c065f371-3e4c-43d0-bad8-25af4c575595","remote_addr":"[fd00:1122:3344:101::b]:64399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.79237334Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"db02403e-673e-489e-b478-ea624264315d","remote_addr":"[fd00:1122:3344:101::b]:54882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":243,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.829932042Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40852"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.830023574Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.87137366Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.929276237Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d52f2f0e-51ac-4c99-a665-1e37b4e0b246","remote_addr":"[fd00:1122:3344:101::b]:40852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99285,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.9293966Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38533"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.929437731Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36301"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.929472691Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57674"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.929732927Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.929852489Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"35f458a1-f312-4a9f-83ec-e73642fb6f49","remote_addr":"[fd00:1122:3344:101::b]:40852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.933556321Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9a077f55-75be-4f5c-943a-7f4216e01cdc","remote_addr":"[fd00:1122:3344:101::a]:36301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3770,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.933697434Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c4c91102-eae1-41aa-98ee-eec35b077688","remote_addr":"[fd00:1122:3344:101::a]:38533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3811,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.966567213Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.976278846Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.976329217Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dd355f9e-ae3e-4c8f-95c3-b304614e9b95","remote_addr":"[fd00:1122:3344:101::a]:38533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:11.985085149Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8dc72627-cb19-4fab-9e23-e56a30a6810f","remote_addr":"[fd00:1122:3344:101::a]:38533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":374,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:12.02760756Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ca4604de-7c14-461e-9ff4-cbf11ffd94f9","remote_addr":"[fd00:1122:3344:101::a]:57674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97996,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:12.027811734Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"26b4e859-dd72-43f6-b4d4-64d8c11896f7","remote_addr":"[fd00:1122:3344:101::a]:57674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":79,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:31.372422592Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53050"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:31.372573036Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"49f0e8f4-67cb-464c-a7c3-3f1b662b0e9c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53050","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:38.794815922Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"b8113ebb-2646-4da8-bbb8-4cda12c5d4fc","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6877,"response_code":"200"}
{"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:40.269807079Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:40.269930182Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:40.296972384Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999609s","next_cleanup":"Instant { tv_sec: 1979, tv_nsec: 852610205 }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:40.901785504Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50612"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:40.901902056Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"94916284-4822-4881-a677-336b240b25a7","remote_addr":"[fd00:1122:3344:101::c]:50612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:40.946001631Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:40.946024272Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3bf4959a-737c-4053-970c-1692f33cfb85","remote_addr":"[fd00:1122:3344:101::c]:50612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.034674213Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41265"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.034827516Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"59f7c4f0-2117-4f72-8f7c-2758b5b2609e","remote_addr":"[fd00:1122:3344:101::c]:41265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.041833119Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ded1caf0-b6f1-4577-93b2-aaee57688811","remote_addr":"[fd00:1122:3344:101::c]:50612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.114790616Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42806"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.114878108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.153851791Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.212350442Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"092ad852-bd36-4cd7-a7c9-4867a16afc59","remote_addr":"[fd00:1122:3344:101::c]:42806","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97500,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.212744511Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0f5b0a93-6462-4110-818e-8a8773817084","remote_addr":"[fd00:1122:3344:101::c]:42806","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":169,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.955239074Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58872"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.955389298Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"485f5ff8-4238-4832-a444-7abcee66e0af","remote_addr":"[fd00:1122:3344:101::b]:58872","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":117,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.957517624Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47185"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.957588216Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"63555459-1c9d-4889-b8ca-194711033f34","remote_addr":"[fd00:1122:3344:101::b]:47185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.968853052Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51878"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:41.968924374Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f4ab7a96-3f52-4a7c-9be3-88379d05016c","remote_addr":"[fd00:1122:3344:101::a]:51878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":18,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.001494007Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.001509667Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ffee8b8b-2d70-4e12-8d34-8e717f66e9b7","remote_addr":"[fd00:1122:3344:101::b]:47185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.010062255Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ff75eaaa-1a8b-4ab3-bab2-0febf4f2d4f8","remote_addr":"[fd00:1122:3344:101::b]:47185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":186,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.035010871Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36091"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.035099953Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.07380323Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.136584754Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a1331b92-b8bf-4378-9d9f-1ab8895d7679","remote_addr":"[fd00:1122:3344:101::b]:36091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101504,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.136819389Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61969"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.136892021Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.136915762Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"604cd6df-acd7-45da-9191-9f26744e6038","remote_addr":"[fd00:1122:3344:101::a]:51878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.137051185Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0d8a0e16-0205-4b4c-a463-e02531d9540f","remote_addr":"[fd00:1122:3344:101::b]:36091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.137135216Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8632a089-039b-4f54-b7f3-01a3a64c4716","remote_addr":"[fd00:1122:3344:101::a]:61969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":190,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.147478003Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"10279848-a9aa-493e-8a6b-9bf61a4b9dfb","remote_addr":"[fd00:1122:3344:101::a]:51878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.243697808Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54343"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.243905673Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.282785784Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.337272337Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f33c5dad-0729-45f6-9a3c-49d936c30032","remote_addr":"[fd00:1122:3344:101::a]:54343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93436,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:42.337829179Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d0e7c403-02d3-4a62-8bb4-a1ae1ec0c8a2","remote_addr":"[fd00:1122:3344:101::a]:54343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:30:54.681596809Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:01.405741682Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42680"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:01.405851374Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"80ac7778-435e-4fbe-a4b1-f8387bb05776","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42680","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:08.795564909Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"07642503-e7c4-4d88-96f0-97f7852246eb","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6821,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:10.833915889Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47384"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:10.834011971Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f6c7750f-3b29-4de8-a493-53226ebabbf8","remote_addr":"[fd00:1122:3344:101::c]:47384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:10.860974851Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33207"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:10.861158645Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0ae38d11-cd20-4fc6-a6e9-66c19d19d391","remote_addr":"[fd00:1122:3344:101::c]:33207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:10.875861437Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:10.875879628Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2d1f5d88-a1ae-48fa-8bc9-2f84d4b1ca15","remote_addr":"[fd00:1122:3344:101::c]:47384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:10.885221782Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e28f6e3a-b477-4f2f-8822-d536f84b7f11","remote_addr":"[fd00:1122:3344:101::c]:47384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":178,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.010247699Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48611"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.010419233Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.048621769Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.110631767Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"73ecd927-ca9d-42b3-a62f-8abe538b468a","remote_addr":"[fd00:1122:3344:101::c]:48611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100297,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.110980434Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"630f66c8-de1c-49d8-ac55-a62662a5ec27","remote_addr":"[fd00:1122:3344:101::c]:48611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.662439125Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35454"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.662567698Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6f9c1689-ce8c-4bbc-b2a5-e11e2dfec5c1","remote_addr":"[fd00:1122:3344:101::b]:35454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.727359716Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.727431798Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"78ae9b3e-8825-4eb9-a65d-cc10a62faaf9","remote_addr":"[fd00:1122:3344:101::b]:35454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.737638321Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0fff1015-49f8-4bc7-94e2-471f63325e30","remote_addr":"[fd00:1122:3344:101::b]:35454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.81522536Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51683"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.815401614Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e6685f04-a2da-4f93-9fb4-6bfc375ef3ec","remote_addr":"[fd00:1122:3344:101::b]:51683","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.817266715Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63420"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.817334766Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"541e9875-892e-468d-a18e-9ef29d39eef1","remote_addr":"[fd00:1122:3344:101::a]:63420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":24,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.829144695Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60878"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.829265227Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.871593474Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.931607218Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"168db51e-a186-4564-8bb3-3d961307b87f","remote_addr":"[fd00:1122:3344:101::b]:60878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102378,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.931792892Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60514"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.931985356Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.932016007Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"cfd33e19-2c91-4f0e-b0ae-bf3d697b9416","remote_addr":"[fd00:1122:3344:101::a]:60514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":166,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.932026717Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"17a753de-3fc0-43f6-9c81-f5081909cea2","remote_addr":"[fd00:1122:3344:101::a]:63420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.932049927Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9a6fdf92-8403-47ea-8d90-682136b5233f","remote_addr":"[fd00:1122:3344:101::b]:60878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.935707207Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56559"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.93580111Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:11.972780719Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:12.032090667Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b43eb5b8-19c3-4155-bae1-56f5814653a6","remote_addr":"[fd00:1122:3344:101::a]:56559","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96325,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:12.032583138Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"367cd1f4-3144-4e3a-a32e-3fce29a16d57","remote_addr":"[fd00:1122:3344:101::a]:56559","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:12.032814333Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"abc06b39-02c5-4307-ad0d-ccbdc12d66db","remote_addr":"[fd00:1122:3344:101::a]:63420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":456,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:31.439329286Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51791"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:31.439431168Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"7bae0527-cd98-45ce-b212-3ac3d09241a4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51791","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:38.796811193Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"3af03c8f-70e1-42cd-9726-3eb940d8e1da","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8863,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:40.837295779Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54506"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:40.837429482Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"263cdd02-322c-4da2-9700-9566e0755796","remote_addr":"[fd00:1122:3344:101::c]:54506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:40.908100599Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:40.908167071Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"798f5a0c-16f0-41fe-98ed-26483ba36939","remote_addr":"[fd00:1122:3344:101::c]:54506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:40.91770043Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7ed40af3-184c-41f3-8991-3a2186fce179","remote_addr":"[fd00:1122:3344:101::c]:54506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.094594432Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41889"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.094799216Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3a752d51-0f4d-4732-b80d-beffe0c5fb5a","remote_addr":"[fd00:1122:3344:101::c]:41889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.120342246Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36290"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.120441958Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.156890266Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.212270558Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1ebdbd46-7932-4116-8bb9-d746d88188bc","remote_addr":"[fd00:1122:3344:101::c]:36290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91871,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.212505443Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"323bc463-07de-4bf5-a3d0-31f0d0dcf6d0","remote_addr":"[fd00:1122:3344:101::c]:36290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.760170041Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65228"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.760291504Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ae0a0b99-9607-42f2-a725-010769ef4957","remote_addr":"[fd00:1122:3344:101::b]:65228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.807121039Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.80716508Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"46075bda-cdce-45df-92ef-068c16b0b998","remote_addr":"[fd00:1122:3344:101::b]:65228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.817529187Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f7e040e4-9ccf-45aa-8819-d1cee7d604da","remote_addr":"[fd00:1122:3344:101::b]:65228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.915277116Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38042"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.915532492Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"400450d9-8ff3-4ce1-b66e-385922d3f892","remote_addr":"[fd00:1122:3344:101::b]:38042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":182,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.920306697Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41640"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.920415069Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:41.963584674Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.027407081Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a8c48c14-8387-400e-b0ef-5919df99f383","remote_addr":"[fd00:1122:3344:101::b]:41640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107039,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.027583525Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51014"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.027743398Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b8199758-32cb-4494-9207-6aac6cad32c9","remote_addr":"[fd00:1122:3344:101::a]:51014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.02783562Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"582df03c-2757-4917-9afd-024746080e19","remote_addr":"[fd00:1122:3344:101::b]:41640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.116486251Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51591"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.116628394Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"31c534b0-858e-472b-a690-78dd80c087e4","remote_addr":"[fd00:1122:3344:101::a]:51591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.165383732Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.165403732Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e0a6f405-544c-4c39-8a2b-0f8f6370a172","remote_addr":"[fd00:1122:3344:101::a]:51014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.174705386Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3df5cc36-29e3-4bad-a7ff-e4097d400dae","remote_addr":"[fd00:1122:3344:101::a]:51014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.206172675Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59455"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.206312238Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.242621312Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.294581729Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"85193460-1706-49ca-8ba7-7bfe4793de42","remote_addr":"[fd00:1122:3344:101::a]:59455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88320,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:31:42.294862415Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d509feec-1903-4042-8abc-155a935f3411","remote_addr":"[fd00:1122:3344:101::a]:59455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:01.478878977Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39811"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:01.478982559Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"de4a246b-aece-4812-85da-8220ec450bca","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39811","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:08.795457149Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"5efe9d42-a98a-47e7-82f6-beb3a6cbf7cd","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7792,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:10.857015087Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36639"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:10.857118479Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1b60a814-b93b-4b2a-9cb5-51a92d8d95bd","remote_addr":"[fd00:1122:3344:101::c]:36639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:10.871989065Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:10.872006315Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"791822a8-9750-4298-86fe-c7ca8fd73250","remote_addr":"[fd00:1122:3344:101::c]:36639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:10.886763078Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55732"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:10.886938202Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"13ac9009-b016-4c06-be18-e6870d907575","remote_addr":"[fd00:1122:3344:101::c]:55732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:10.890568051Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d3187e5a-0cce-43e2-9d2c-aea9e7ff034d","remote_addr":"[fd00:1122:3344:101::c]:36639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:10.992438322Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45951"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:10.992532564Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.030504065Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.092577704Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d42e05c2-0921-4bd0-8a09-3367d8d10a6e","remote_addr":"[fd00:1122:3344:101::c]:45951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100073,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.09286542Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"999b9b33-30e4-4300-ba05-f75a6f80161b","remote_addr":"[fd00:1122:3344:101::c]:45951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.600628355Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47509"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.600772058Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"627c4563-c893-41a1-ad6f-017fcfddd50f","remote_addr":"[fd00:1122:3344:101::b]:47509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.670651098Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.670679728Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"84d919a9-6d38-4f37-ae28-d2be6d320183","remote_addr":"[fd00:1122:3344:101::b]:47509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.680411091Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bae986ad-5973-4c30-87e1-81dfdfdbe0c8","remote_addr":"[fd00:1122:3344:101::b]:47509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.83658288Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58917"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.836675512Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ed295852-1c5c-48e0-99a4-bce9cfaa3ef5","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.839357131Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:47151"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.839533764Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"68a7c09a-aaf3-4a52-92df-606a13844de9","remote_addr":"[fd00:1122:3344:101::b]:47151","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.860933833Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65484"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.861045305Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.899769573Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.96082613Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"096d87ba-989f-425a-bb3d-e4efcc22ef0d","remote_addr":"[fd00:1122:3344:101::b]:65484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99831,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.960975143Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58883"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.961173827Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.961192408Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.961238809Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b485e4da-4651-443d-8820-030ebd785569","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.964829377Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0be2e7dd-aa7f-4b4f-8c75-2bf135fec576","remote_addr":"[fd00:1122:3344:101::b]:65484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3662,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.97226478Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8ef7e092-d9c2-4241-918b-46e1ba5d5cef","remote_addr":"[fd00:1122:3344:101::a]:58917","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":373,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.977026044Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60013"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:11.977515555Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"73318705-c2ba-45e9-88df-a16f9b8783cb","remote_addr":"[fd00:1122:3344:101::a]:60013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:12.001139242Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:12.059612692Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"71665188-799a-4e52-9b4b-9c00ce4a86d4","remote_addr":"[fd00:1122:3344:101::a]:58883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98513,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:12.05995286Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3484e0de-7522-4b6e-9b5c-a5e5017e35f5","remote_addr":"[fd00:1122:3344:101::a]:58883","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:31.511873894Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39151"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:31.511980507Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"109cc773-8d06-4b24-a4c9-03c15b0f9f0f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39151","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:38.793907491Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"7c31e80e-4a91-4792-bdbf-91ee506618a9","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6386,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.056325656Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59355"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.0565155Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6ebbbe20-82dd-43af-8fbd-c30a3f5d6feb","remote_addr":"[fd00:1122:3344:101::c]:59355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.072013819Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48538"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.07207756Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e0c5728c-1530-4635-8b60-822adb1993e3","remote_addr":"[fd00:1122:3344:101::c]:48538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.112411383Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.112430874Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"30bb58e0-c756-42a4-b6fb-4518c5727f8c","remote_addr":"[fd00:1122:3344:101::c]:48538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.121086943Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"56cfb1c0-1d16-47a3-af65-52bf5f3a329f","remote_addr":"[fd00:1122:3344:101::c]:48538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.177862566Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42633"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.1780536Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.210609913Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.26893943Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6f2d0512-f0ba-4348-879a-f24f4ac35643","remote_addr":"[fd00:1122:3344:101::c]:42633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90956,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.269461361Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1c2ac1e2-1ef7-444b-a20a-b10c5e4d0050","remote_addr":"[fd00:1122:3344:101::c]:42633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":240,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.765017929Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.765126612Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7305099b-90af-4339-b853-111f85d127f1","remote_addr":"[fd00:1122:3344:101::b]:37191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.817177841Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.817206642Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c502515b-07f9-4a47-9a79-d7a5c683462b","remote_addr":"[fd00:1122:3344:101::b]:37191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.82717345Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f54769c1-ad93-4aef-885f-078c69561fa8","remote_addr":"[fd00:1122:3344:101::b]:37191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.880387495Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53311"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.880503927Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.920935312Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.985128818Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"624bcef3-a608-43c4-b327-045acdeca85d","remote_addr":"[fd00:1122:3344:101::b]:53311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104664,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.985275511Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59840"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.985465575Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"dcff3cbc-3a55-437e-8464-7c2704be1684","remote_addr":"[fd00:1122:3344:101::b]:59840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:41.985624999Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"20f3feef-bc10-40f3-a081-a869041d9afb","remote_addr":"[fd00:1122:3344:101::b]:53311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.032696419Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43062"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.032832652Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5c28f6b4-1e98-4414-9666-be6fb9ec4b47","remote_addr":"[fd00:1122:3344:101::a]:43062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":80,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.089352419Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.08938547Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f5e6aae6-b582-4f79-a311-2cfe0c6cba93","remote_addr":"[fd00:1122:3344:101::a]:43062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.099201205Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"42856315-c323-475a-8c0e-6d3646a1785c","remote_addr":"[fd00:1122:3344:101::a]:43062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.115857979Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52642"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.115984752Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.158493603Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.224427976Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b7814eeb-cd2a-4faf-96bf-f7ab5e95e89c","remote_addr":"[fd00:1122:3344:101::a]:52642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108494,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.224561739Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63634"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.224842645Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"bda656bf-3986-4d35-b185-046e17246135","remote_addr":"[fd00:1122:3344:101::a]:63634","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:32:42.224952448Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9b179782-b1b5-48c6-990b-388eee4a810f","remote_addr":"[fd00:1122:3344:101::a]:52642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":218,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:01.543625689Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57801"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:01.543731852Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"121afbff-e5a5-4dd3-93b8-765a2fca80de","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57801","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:08.794248907Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"bc22cc53-3c3b-4525-8aaa-9ce9775e91c6","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6811,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.829489689Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46828"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.829644412Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a4a805b0-cdba-4738-9e89-037dd47c57ff","remote_addr":"[fd00:1122:3344:101::c]:46828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.873257887Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.873281138Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e3953b12-0b9b-4caa-845b-c4604893b19a","remote_addr":"[fd00:1122:3344:101::c]:46828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.903662783Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36036"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.903858637Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c4db13e5-8699-4ea5-840c-e6f6e102c9ee","remote_addr":"[fd00:1122:3344:101::c]:36036","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.913470147Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"00d02ed1-9e95-4682-8108-5bad4d33b06b","remote_addr":"[fd00:1122:3344:101::c]:46828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":387,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.91679891Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55429"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.916929963Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:10.953435392Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.011166406Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"196cff14-4182-4381-9dac-d7a3dd163bcb","remote_addr":"[fd00:1122:3344:101::c]:55429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94277,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.011693448Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ba4f8ed8-3e32-4810-846c-02fe45e082fe","remote_addr":"[fd00:1122:3344:101::c]:55429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.720599445Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:48539"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.720719458Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"52079f1a-8be7-40ac-95d3-ad7f531087c2","remote_addr":"[fd00:1122:3344:101::b]:48539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.743520647Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.743557828Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5a18821f-7d2a-4d3d-9a30-0aba435d32e9","remote_addr":"[fd00:1122:3344:101::b]:48539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":69,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.816357092Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64973"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.816561216Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"654debad-3cfa-4688-aa8a-86c61c388010","remote_addr":"[fd00:1122:3344:101::b]:64973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.819381638Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"014dbd0b-61f7-48fb-bc6f-9b392d8ac64c","remote_addr":"[fd00:1122:3344:101::b]:48539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.847562015Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41302"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.847637376Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"17463ca1-9170-48aa-85a7-707c7c557343","remote_addr":"[fd00:1122:3344:101::a]:41302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.874604227Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38450"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.874725319Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.922602797Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.997397465Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d31d8406-52cb-463b-a61c-9754851bc3b3","remote_addr":"[fd00:1122:3344:101::b]:38450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122713,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.997577699Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44412"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.997917416Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.997969847Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fbf2c753-b613-43bb-abd3-a964329741f7","remote_addr":"[fd00:1122:3344:101::a]:41302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":225,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.997998568Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"758c732a-669b-4afd-bd17-0772aecbc941","remote_addr":"[fd00:1122:3344:101::b]:38450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:11.99807282Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:12.028313702Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42121"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:12.02868858Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"1239089d-7c05-422f-bc46-f964ab57be6b","remote_addr":"[fd00:1122:3344:101::a]:42121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:12.028758811Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bb7d8749-fed4-43cd-ba8a-1a57b69a232c","remote_addr":"[fd00:1122:3344:101::a]:41302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":560,"response_code":"204"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:12.044589478Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:12.109003038Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d73699ab-ae68-4c07-86fb-423f79a9db9d","remote_addr":"[fd00:1122:3344:101::a]:44412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111119,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:12.109347056Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3409a9cb-1968-43be-aaf5-a5b26519d1c2","remote_addr":"[fd00:1122:3344:101::a]:44412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:31.577666176Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46262"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:31.577795448Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"07c7963c-564a-4029-beb4-0a8b786688f6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46262","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:38.795883804Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"22db50a5-d12e-4bcb-be31-b713c2283db6","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8239,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:40.874293661Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63715"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:40.874431544Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ec5e8d20-20c8-4c27-a0f3-6752ba08a8f7","remote_addr":"[fd00:1122:3344:101::c]:63715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:40.943346642Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:40.943379303Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"52d3f1fb-8833-4c97-a016-28aa29fd5e76","remote_addr":"[fd00:1122:3344:101::c]:63715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:40.9546594Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f9450658-beb0-499b-a62b-3811733a1db7","remote_addr":"[fd00:1122:3344:101::c]:63715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":357,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.1259463Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57546"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.126142994Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c1fde999-cb18-4c62-9eed-b8ae4063fe4a","remote_addr":"[fd00:1122:3344:101::c]:57546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.142927002Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43481"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.143034444Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.185639397Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.242222104Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c4e46c24-4e23-4f66-a917-f1609b45f192","remote_addr":"[fd00:1122:3344:101::c]:43481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99225,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.242349187Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55385"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.242521791Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.242535591Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.242603823Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.242668134Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e2921547-463a-4f51-b7e5-e13c21492e8a","remote_addr":"[fd00:1122:3344:101::c]:43481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179,"response_code":"200"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.243050963Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.254317419Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.254378921Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.273828176Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.273891698Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.276551616Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:65430"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.277077098Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.277157149Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.277217981Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.277249131Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.277285052Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.277306463Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.277361114Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.277390465Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a3e72a35-33ad-4d0c-8186-e4ae85a8ea25","remote_addr":"[fd00:1122:3344:101::c]:65430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":654,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.296179646Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.296236347Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.317193606Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.317259887Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.337745046Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.337806597Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.356648809Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.356710451Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.375451811Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.375518622Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.394727803Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.394785664Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8ef28041-f640-42e9-a92f-121b40233eda"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.412513272Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.412583614Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.423745428Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"4442ed48-f1e7-4c27-b967-5637ff953cea","remote_addr":"[fd00:1122:3344:101::c]:55385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":181282,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.937348121Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58934"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.937512445Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dd5bbf68-b06d-4efa-91f0-c41361582325","remote_addr":"[fd00:1122:3344:101::b]:58934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.996988157Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:41.997026398Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d0745373-31c6-481c-ac0b-84b3b599187c","remote_addr":"[fd00:1122:3344:101::b]:58934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.006876514Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7fd49844-2e13-43f6-8646-e81bd326a57e","remote_addr":"[fd00:1122:3344:101::b]:58934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":354,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.09123274Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62935"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.091382273Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b6634a41-4a36-48c9-b459-5a942f423bb4","remote_addr":"[fd00:1122:3344:101::a]:62935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.163315998Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.163351449Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"21e9cea4-9a44-4ca4-ac37-fda9d4b8203d","remote_addr":"[fd00:1122:3344:101::a]:62935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":73,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.174277898Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"48b00fd2-56d7-4920-94f9-c9b94c5f4c7a","remote_addr":"[fd00:1122:3344:101::a]:62935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":341,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.222667937Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45953"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.222895912Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0c10977d-d4bc-4088-92df-f2dba32842be","remote_addr":"[fd00:1122:3344:101::b]:45953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.262371146Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52936"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.26252056Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.305720035Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367046258Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8a31d294-556a-4d9a-9d82-f3a557e7e35a","remote_addr":"[fd00:1122:3344:101::a]:52936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104573,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367274023Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34210"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367327844Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38546"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367349894Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b0d970aa-790a-4fdb-9253-23091959b57c","remote_addr":"[fd00:1122:3344:101::a]:52936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367361085Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34755"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367417256Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50407"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367470617Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33716"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367694672Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367781974Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367791854Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"82e56ecb-3d4f-48bf-8266-e1aeb4e40f50","remote_addr":"[fd00:1122:3344:101::a]:34210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367817175Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367852136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.367940697Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.372264252Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.372397315Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.372487577Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.372592139Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.372675631Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.372742143Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.372802464Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.374083522Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6a0b0dce-e89b-4b97-abf3-febc665c5e60","remote_addr":"[fd00:1122:3344:101::b]:38546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5458,"response_code":"204"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.374192244Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.386608726Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.386743999Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.403736041Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.403818063Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.408485355Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.412459972Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.417056273Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.417280638Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 182652eb-37fd-45dc-aee6-4c373d4d9a0f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.43249534Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.432562352Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_182652eb-37fd-45dc-aee6-4c373d4d9a0f"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.444584055Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51995"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.444902182Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4d89a779-1fc1-4488-b830-819ec303eab4, kind: Service { id: 4266b46f-6e12-4383-943a-1dff6b37826d }, name: Name(\"external-dns-4266b46f-6e12-4383-943a-1dff6b37826d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 62])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ad212fc-1d4f-4b29-8673-c28d5f4e1980, kind: Service { id: 50be0e3a-9e97-45f3-9749-f7daddfbf5a4 }, name: Name(\"external-dns-50be0e3a-9e97-45f3-9749-f7daddfbf5a4\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 223])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3da168c4-8069-45d6-a96c-9bd6e5b1cbe0, kind: Service { id: 41bd7929-21b3-4420-bdfb-4d377eca1275 }, name: Name(\"nexus-41bd7929-21b3-4420-bdfb-4d377eca1275\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 2])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a400d6b-d9c4-4d4f-9a93-9d358fd2213c, kind: Service { id: c65b59c5-6763-4b24-9975-b340540b3788 }, name: Name(\"nexus-c65b59c5-6763-4b24-9975-b340540b3788\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 130, 95])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f2934fe9-7f56-4391-9cbd-73ed0873ef74, kind: Service { id: aa9e7449-5e0d-48f2-bc5e-e67a9910d88d }, name: Name(\"nexus-aa9e7449-5e0d-48f2-bc5e-e67a9910d88d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 250, 118])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.444956243Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.445033865Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.445068916Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.445093376Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.445114747Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.445151588Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.445174128Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"aeee1ae8-58b6-4d2e-8a52-7a96cd659bcc","remote_addr":"[fd00:1122:3344:101::a]:51995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":468,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: ec9ad497-e429-48cd-995d-1528d20edba6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.456325582Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.456558567Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_ec9ad497-e429-48cd-995d-1528d20edba6"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.471159377Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.471229459Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.478688982Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0b6a213c-2a21-40d6-9a00-34118c1af3a3","remote_addr":"[fd00:1122:3344:101::b]:50407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111058,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.479237704Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"301e1330-0252-42f9-85ce-277e2d4cdad7","remote_addr":"[fd00:1122:3344:101::b]:50407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.489796245Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.490283265Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.504153979Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.50421061Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.526065669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.5261173Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 652ed310-a7a2-414e-9776-af8231fa6aa4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.537682353Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.537730734Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_652ed310-a7a2-414e-9776-af8231fa6aa4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.552803854Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.553025469Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8fd2a0da-297a-4aa6-a666-ff0a3743d9a4 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.565808339Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.56586405Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8fd2a0da-297a-4aa6-a666-ff0a3743d9a4"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 6e7c044a-1f89-4864-9088-50af54ee9df8 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.587286129Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.58733574Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_6e7c044a-1f89-4864-9088-50af54ee9df8"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.598912203Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.598980215Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 848efd76-4c95-4d29-acd6-2ae79f46ca8d (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.613512583Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.613916232Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_848efd76-4c95-4d29-acd6-2ae79f46ca8d"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.627742685Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.627792826Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8ef28041-f640-42e9-a92f-121b40233eda"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.651066175Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.651126166Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8ef28041-f640-42e9-a92f-121b40233eda (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.663367565Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.663438486Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8ef28041-f640-42e9-a92f-121b40233eda"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.668362134Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"34889b2e-c174-4536-a3cc-cf8ab32fd65c","remote_addr":"[fd00:1122:3344:101::a]:33716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300719,"response_code":"200"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 5811c75e-42e8-431b-b556-abc8dedd260e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.688104206Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.688160047Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_5811c75e-42e8-431b-b556-abc8dedd260e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:33:42.70151605Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"e202a123-963a-4c88-9b83-cf63e78b0bd2","remote_addr":"[fd00:1122:3344:101::b]:34755","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333877,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:01.61186915Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32870"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:01.611970922Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9c0c4c22-d581-4ae9-b1d5-4cbc6d5c16c8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:32870","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:08.795547452Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"0187af0b-076e-4005-9747-996ca7dcb600","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7961,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:10.888177841Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35642"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:10.888396116Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f7fe8e05-b41f-484f-aef6-0e07d1aeef77","remote_addr":"[fd00:1122:3344:101::c]:35642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:10.967236112Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39987"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:10.967318374Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"05323160-028b-46ac-8fb1-554e3874e9b0","remote_addr":"[fd00:1122:3344:101::c]:39987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.009309193Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.009345604Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"15b299ff-caaf-4ab4-b449-3671bc9dc3d0","remote_addr":"[fd00:1122:3344:101::c]:39987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.018426983Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f8d97482-8626-4684-9027-7f77f5f2152a","remote_addr":"[fd00:1122:3344:101::c]:39987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":224,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.04436192Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39955"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.044460233Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.087588247Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.146803853Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cd86aa30-ef17-4f94-89da-a8da5dfe0476","remote_addr":"[fd00:1122:3344:101::c]:39955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102362,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.14712931Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a6e7cee4-b996-47dc-8c62-438101ed3672","remote_addr":"[fd00:1122:3344:101::c]:39955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.697228431Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56428"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.697357534Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"84f34979-765d-495c-ab11-93fd6d46e570","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.751912508Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.751954049Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7ec31524-9869-4fd7-8d8e-20b0ec8b93df","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.76476578Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5731f739-411b-4192-8b46-5f5e966aab06","remote_addr":"[fd00:1122:3344:101::b]:56428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.831733896Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40764"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.831870069Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3d807918-af6d-4a71-8fc7-c49fa1869364","remote_addr":"[fd00:1122:3344:101::b]:40764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.835262533Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:51823"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.835340025Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b3edb487-f671-4873-bffe-3cb1dd86f36e","remote_addr":"[fd00:1122:3344:101::a]:51823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":24,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.852793447Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.852808297Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e142c54b-6da6-4d9c-b46c-e288d9421fee","remote_addr":"[fd00:1122:3344:101::a]:51823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.861368135Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"46968559-2176-47f8-9f06-76bc546c05a0","remote_addr":"[fd00:1122:3344:101::a]:51823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":217,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.870265419Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60374"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.870342441Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.910107722Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.963846458Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d941b194-b1d8-4174-88da-86cc0d475d7a","remote_addr":"[fd00:1122:3344:101::b]:60374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93544,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.964100564Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d64b119f-518a-40c8-ad98-226207308910","remote_addr":"[fd00:1122:3344:101::b]:60374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.973609252Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54430"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:11.973871478Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a49b3348-c55c-4a81-a10d-1dae8fcfec12","remote_addr":"[fd00:1122:3344:101::a]:54430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:12.021798037Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52223"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:12.02192839Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:12.060138886Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:12.115775534Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"881c0379-ca5d-4bf2-937e-f50fc6c91e8c","remote_addr":"[fd00:1122:3344:101::a]:52223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93906,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:12.118671177Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f64368ea-d714-4bbf-a98f-e3aba6e3bd2a","remote_addr":"[fd00:1122:3344:101::a]:52223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:31.645480272Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48299"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:31.645575394Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"635c71f6-a353-484a-87d6-ca9969200098","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48299","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:38.795358135Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"9c0a7347-09f4-4b7f-84c2-82a609d86b9b","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6982,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:40.804176109Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50216"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:40.804303002Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8959dfac-63fc-4f20-b4dd-eed7728c1fc6","remote_addr":"[fd00:1122:3344:101::c]:50216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:40.866887632Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:40.866921002Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"15de7a57-efa8-4905-b741-30807d3ce6a1","remote_addr":"[fd00:1122:3344:101::c]:50216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:40.881502882Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d46ad508-7fea-42a9-9789-f6a1ee3494f8","remote_addr":"[fd00:1122:3344:101::c]:50216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":193,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.054524109Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53379"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.054743644Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2689ad69-7884-46c0-aeaa-bd78cfc3e314","remote_addr":"[fd00:1122:3344:101::c]:53379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.216222659Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59255"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.216344652Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.257454701Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.316157346Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9f5e5e04-a5c4-4692-bf6a-eb30d19a2ea3","remote_addr":"[fd00:1122:3344:101::c]:59255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99859,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.318584929Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c3e47b4f-c7fc-43cb-b82d-f75451c796f6","remote_addr":"[fd00:1122:3344:101::c]:59255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.697733129Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52290"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.697827481Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9aa98965-d920-474e-b780-8d02c0bfb971","remote_addr":"[fd00:1122:3344:101::b]:52290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.793025745Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.793060976Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"495db2d6-44c7-40ea-9a22-23856559dc95","remote_addr":"[fd00:1122:3344:101::b]:52290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.804781862Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f89ce213-0318-4a74-a331-a912b028b9bb","remote_addr":"[fd00:1122:3344:101::b]:52290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.898834901Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36901"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.898952754Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8c7964f8-a9ba-4f30-8183-029a5743d57f","remote_addr":"[fd00:1122:3344:101::a]:36901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.948244083Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.948272653Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5fded261-ce9f-4d10-96e5-0ae3a96fc365","remote_addr":"[fd00:1122:3344:101::a]:36901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":62,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:41.957583957Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bff8b916-bef5-41a8-a4ac-6a864745ee37","remote_addr":"[fd00:1122:3344:101::a]:36901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":198,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.031040485Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42102"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.031289781Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"40968485-ca65-4af0-a3dd-02bc1476147b","remote_addr":"[fd00:1122:3344:101::b]:42102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":169,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.04357579Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58112"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.043704073Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"04618dcc-7721-489e-b671-e9340a26426d","remote_addr":"[fd00:1122:3344:101::a]:58112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.044880588Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63170"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.044991031Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.085526878Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.142237979Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ba18b90f-373b-4ed2-84f5-afc22dd373ad","remote_addr":"[fd00:1122:3344:101::b]:63170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97283,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.142521146Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59576"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.142870603Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.142928745Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"afe1e67d-6e28-4ef9-a893-7aa35159e13a","remote_addr":"[fd00:1122:3344:101::b]:63170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.181026209Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.237514074Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f0fc7924-3553-418d-958c-b46873022b9d","remote_addr":"[fd00:1122:3344:101::a]:59576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94797,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:34:42.237889232Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d0cab818-e496-4161-a1f9-851ccb2d1490","remote_addr":"[fd00:1122:3344:101::a]:59576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:01.679333828Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64272"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:01.679448501Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f0cd6acc-a7ea-4c28-9e8d-b7a0f0458cb0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64272","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:08.795963393Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"2e0bce63-eb18-4048-887b-be21875d223a","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8182,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:10.85613711Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:36509"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:10.856238862Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e02a8802-2a3e-40e0-bff0-6a2e0e2e6b50","remote_addr":"[fd00:1122:3344:101::c]:36509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:10.871525907Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:10.871547087Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6b9eddc2-34aa-4429-b179-93103f6d5945","remote_addr":"[fd00:1122:3344:101::c]:36509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:10.879494451Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"db1f2a2b-e127-4a14-8b0a-072fa3c1f94c","remote_addr":"[fd00:1122:3344:101::c]:36509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:10.899224403Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59851"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:10.899338216Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:10.940855655Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.000056331Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a7c05197-fb51-42c5-a6b8-d5aba2f3c752","remote_addr":"[fd00:1122:3344:101::c]:59851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100752,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.000293916Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60877"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.000416288Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c1ff2559-4860-4724-ba7b-1bdfe4a761c0","remote_addr":"[fd00:1122:3344:101::c]:59851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.000636813Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a0ddc739-f2b8-44d4-a9e4-42787578cd65","remote_addr":"[fd00:1122:3344:101::c]:60877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.618488458Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58267"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.6185802Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5d0a2d96-2f23-472e-ae78-8751bae9441b","remote_addr":"[fd00:1122:3344:101::b]:58267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.687324225Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.687394096Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"39ef10fb-934e-4140-b617-020252ae7f8b","remote_addr":"[fd00:1122:3344:101::b]:58267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.703172212Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b34b5b07-1d1e-4c92-8ec0-c96beb498b1b","remote_addr":"[fd00:1122:3344:101::b]:58267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":194,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.77252695Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43197"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.772747445Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"04c3dcc4-0130-489d-a1a4-2831d9694133","remote_addr":"[fd00:1122:3344:101::b]:43197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.782507339Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38441"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.78258349Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ce975a8a-7cb6-4cab-9a1d-9e5b0984f574","remote_addr":"[fd00:1122:3344:101::a]:38441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.787810185Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64939"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.787905857Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.832757599Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.894682814Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7032c5f7-c4be-448e-bd74-d4d080452306","remote_addr":"[fd00:1122:3344:101::b]:64939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106809,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.894894549Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.894905239Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"605c932f-3007-4cd5-ab79-85a2e101f2e4","remote_addr":"[fd00:1122:3344:101::a]:38441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":74,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.895049652Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"68b1b371-a819-4401-a579-a251feee898b","remote_addr":"[fd00:1122:3344:101::b]:64939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.907471654Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0fe09ffc-4170-4edd-8b80-18075a7b93a8","remote_addr":"[fd00:1122:3344:101::a]:38441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":379,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.944039195Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56789"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.944205218Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b918c127-f49d-4c82-84c8-4e951256627d","remote_addr":"[fd00:1122:3344:101::a]:56789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.946598271Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59879"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.946711123Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:11.98629524Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:12.050506585Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a264579b-a029-4c1d-98d8-90bf064c04eb","remote_addr":"[fd00:1122:3344:101::a]:59879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":103834,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:12.050904774Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6ca3d14b-2f09-46c3-bbee-1a372941d593","remote_addr":"[fd00:1122:3344:101::a]:59879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.02273645Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44262"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.022983105Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"29ca33d4-ca16-4b68-915a-19514e304bc8","remote_addr":"[fd00:1122:3344:101::a]:44262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":174,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.025869018Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:874","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(3640450) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.025893799Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"PUT","req_id":"132484fe-cbe6-4dca-b854-6aa6e2f5d940","remote_addr":"[fd00:1122:3344:101::a]:44262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.213020425Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47906"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.220834626Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 8546ff28-6c6b-4dfc-933d-04ca6a8f7785, project_id: 9ba9a90c-c83a-4d69-9187-6c1d2dbf6baa }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-11T05:35:23.212745309Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3640450))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: f84e991f-62c5-40b9-a82e-1e558e0b6c08, slot: 0, read_only: false, vcr_json: .., name: \"disk-dc5a40bcee7\" }], boot_settings: Some(InstanceBootSettings { order: [f84e991f-62c5-40b9-a82e-1e558e0b6c08] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.220892098Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.221115162Z","hostname":"sock","pid":1566,"propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1563","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3640450))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed84f54c-8f8b-4e27-a706-b77e62b08959, kind: Instance { id: 2d234f16-d02c-467a-8c76-80da251d1e2f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3640450), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: f84e991f-62c5-40b9-a82e-1e558e0b6c08, slot: 0, read_only: false, vcr_json: .., name: \"disk-dc5a40bcee7\" }], boot_settings: Some(InstanceBootSettings { order: [f84e991f-62c5-40b9-a82e-1e558e0b6c08] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-01-11T05:35:23.212745309Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.223327411Z","hostname":"sock","pid":1566,"uri":"/vmms/b77140eb-e3c3-4832-927b-a7e11c525031","method":"PUT","req_id":"2ccebb1f-ee1e-490c-a9a0-8d2fd6185619","remote_addr":"[fd00:1122:3344:101::a]:47906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10236,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.315618511Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45384"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.315869466Z","hostname":"sock","pid":1566,"uri":"/vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state","method":"PUT","req_id":"bc90fe10-e51f-4751-ad60-0fe2c166c328","remote_addr":"[fd00:1122:3344:101::a]:45384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.31741973Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 3640450 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.317459761Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.360656576Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.38546371Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.414024775Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45007"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.414422573Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"52d9c4e0-1140-4426-a4f0-df486a780953","remote_addr":"[fd00:1122:3344:101::a]:45007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:23.440555986Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }"}
{"msg":"Profile for oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlInstance0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1:0'/>\n        <propval type=\"astring\" name=\"listen_port\" value='12400'/>\n        <propval type=\"astring\" name=\"metric_addr\" value='dns'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:24.837636798Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031 zone","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:24.837934835Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 49.013774ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:25.021941053Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 80.320206ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:25.079969723Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 262.978508ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:25.176092877Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 570.225434ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:25.453187682Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 518.655975ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:26.040222773Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 1.13355657s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:26.572004393Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 1.049856948s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:27.717258773Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 1.456956257s","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:28.780102819Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Started propolis in zone: oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.267870606Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:2068"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 60.630949ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:30.277765132Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 54.017522ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:30.349865121Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\") failed: Property not found. retry in 136.493783ms","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:30.413027613Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.560601114Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:2077"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.59832835Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:2101"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.742001295Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1214"}
{"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.743457137Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1249"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.743524168Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"57f973de-31a0-4e2c-9bbf-ad4ff48c100c","remote_addr":"[fd00:1122:3344:101::a]:45007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7303121,"response_code":"204"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-01-11T05:35:30.743576499Z }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.74359408Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:781"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.74360519Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:803","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-11T05:35:30.743576499Z }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.74361272Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-01-11T05:35:30.743576499Z }, migration_in: None, migration_out: None }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-01-11T05:35:30.796337274Z }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.796363785Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:781"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.796399286Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:803","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-11T05:35:30.796337274Z }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.796408516Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-01-11T05:35:30.796337274Z }, migration_in: None, migration_out: None }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:30.819182104Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"289ae2e1-aa05-4238-b739-b279dc875102","remote_addr":"[fd00:1122:3344:101::a]:45007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:31.713849208Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44775"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:31.71394055Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"39fa7223-cd1e-45aa-80d2-95c3f4a40132","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44775","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:38.795315723Z","hostname":"sock","pid":1566,"uri":"/1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","method":"GET","req_id":"4eba1c8e-24df-49a6-b899-ee9e108dcf49","remote_addr":"[fd00:1122:3344:101::d]:48101","local_addr":"[fd00:1122:3344:101::1]:61787","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7714,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:40.86178236Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63276"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:40.862317581Z","hostname":"sock","pid":1566,"uri":"/vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state","method":"PUT","req_id":"260aac58-f433-4e5e-a83b-ebd544577636","remote_addr":"[fd00:1122:3344:101::a]:63276","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":446,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-01-11T05:35:40.862409013Z }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:40.862425384Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:781"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:40.862436514Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:803","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-11T05:35:40.862409013Z }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:40.862458885Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-01-11T05:35:40.862409013Z }, migration_in: None, migration_out: None }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:40.960617513Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64850"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:40.960714515Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"abec4b56-2855-4456-82c5-975924de69c8","remote_addr":"[fd00:1122:3344:101::c]:64850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:40.994794281Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43703"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.00706735Z","hostname":"sock","pid":1566,"uri":"/vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state","method":"GET","req_id":"e994958a-41cc-4d14-a0fe-e75f00a581b9","remote_addr":"[fd00:1122:3344:101::c]:43703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12217,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-01-11T05:35:41.007411668Z }","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.007432138Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:781"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.007453499Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:803","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-01-11T05:35:41.007411668Z }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.007462879Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:817","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.00750977Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:41.007588062Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"16469547069369895516"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:41.007634652Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"2196909917415693595"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.007764215Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.007789606Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/38e62459-2c4e-45cb-9f25-60482ed68d0a/debug/bundle/zone\", \"/pool/int/d9c30f55-6d6b-4203-96e5-a5fe7838c39f/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/182652eb-37fd-45dc-aee6-4c373d4d9a0f/crypt/debug\", \"/pool/ext/ec9ad497-e429-48cd-995d-1528d20edba6/crypt/debug\", \"/pool/ext/4e54a4a3-0f1d-4b19-8d71-2f5c2c73bd2f/crypt/debug\", \"/pool/ext/652ed310-a7a2-414e-9776-af8231fa6aa4/crypt/debug\", \"/pool/ext/8fd2a0da-297a-4aa6-a666-ff0a3743d9a4/crypt/debug\", \"/pool/ext/6e7c044a-1f89-4864-9088-50af54ee9df8/crypt/debug\", \"/pool/ext/848efd76-4c95-4d29-acd6-2ae79f46ca8d/crypt/debug\", \"/pool/ext/8ef28041-f640-42e9-a92f-121b40233eda/crypt/debug\", \"/pool/ext/5811c75e-42e8-431b-b556-abc8dedd260e/crypt/debug\"] }","zone_name":"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.016164109Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.016254001Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5ae90919-42df-4291-be5f-06f191ffc668","remote_addr":"[fd00:1122:3344:101::c]:64850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":355,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.040709896Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b116ad64-8c19-4777-80c7-277bce21efca","remote_addr":"[fd00:1122:3344:101::c]:64850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1253,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.226684888Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55411"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.226989234Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"70462c9c-596b-4265-b313-e6fa0a5d12ac","remote_addr":"[fd00:1122:3344:101::c]:55411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":196,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.260878866Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54030"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.26110571Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.302320183Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.358717967Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7ab45ae4-24a7-4452-89af-332a7c7397df","remote_addr":"[fd00:1122:3344:101::c]:54030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97719,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.359170177Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f4e56917-2cc9-4ef4-a245-a5b82bf35669","remote_addr":"[fd00:1122:3344:101::c]:54030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":189,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.680027961Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:61115"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.712362279Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031\", bundle_id: fba11e10-9e31-4533-8627-617f0e0aa1db }, time_created: 2025-01-11T05:35:41.008655395Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_b77140eb-e3c3-4832-927b-a7e11c525031","v":0,"name":"SledAgent","level":40,"time":"2025-01-11T05:35:41.712488081Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1314"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.836159959Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33277"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.836368053Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"346e9d4c-dbc9-43b7-a57f-cad7f862b3ec","remote_addr":"[fd00:1122:3344:101::a]:33277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.838062521Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40954"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.838287365Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e8d08248-12ea-4910-813d-0367e4ae118b","remote_addr":"[fd00:1122:3344:101::b]:40954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.907696255Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:41943"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.944224865Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49428"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.944415869Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f1e167fe-e423-46a0-9775-01999c780d32","remote_addr":"[fd00:1122:3344:101::b]:49428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.95819196Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.958238501Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"74d9564d-e3e2-4154-97c8-67364c617784","remote_addr":"[fd00:1122:3344:101::a]:33277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.992253296Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:41.992283726Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"41af0465-ae93-4f59-9764-3d5f1e1daa1f","remote_addr":"[fd00:1122:3344:101::b]:49428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.008083142Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42124"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.008346308Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d09f147e-e458-47dc-bd47-7c6f43aa4baa","remote_addr":"[fd00:1122:3344:101::a]:42124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.012687143Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e8e5b9cc-9cb6-40f2-b54f-493b6c4dec82","remote_addr":"[fd00:1122:3344:101::b]:49428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":347,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.025098115Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"39e2dd2c-8270-4f7a-a0c5-04852c7a8a79","remote_addr":"[fd00:1122:3344:101::a]:33277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.055100482Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60808"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.055206094Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.100057406Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.163616827Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a64a25f6-1526-4658-a12a-a24b0b54a6c1","remote_addr":"[fd00:1122:3344:101::b]:60808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108455,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.163812111Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35606"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.164118048Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4145"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.16420093Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9a35f709-a32e-4697-9197-b20357cb41f1","remote_addr":"[fd00:1122:3344:101::b]:60808","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.203555942Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.261887807Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bdaf9815-f10f-44bb-9690-4c0e3823a01d","remote_addr":"[fd00:1122:3344:101::a]:35606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97927,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:42.262264636Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7f7cf198-3a42-4a20-82bb-5376e67b9748","remote_addr":"[fd00:1122:3344:101::a]:35606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":159,"response_code":"200"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:43.484038391Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:43.500879579Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(3640450), kind: System }"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:43.50092418Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(3640450), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:43.501326449Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-11T05:35:43.501285298Z }, migration_in: None, migration_out: None }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:43.546943397Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-01-11T05:35:43.501285298Z }, migration_in: None, migration_out: None }","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:43.551256382Z","hostname":"sock","pid":1566,"instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","propolis_id":"b77140eb-e3c3-4832-927b-a7e11c525031","instance_id":"2d234f16-d02c-467a-8c76-80da251d1e2f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1251"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:43.553659275Z","hostname":"sock","pid":1566,"uri":"/vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state","method":"GET","req_id":"30ada514-ac89-41b4-b510-f1653057ac44","remote_addr":"[fd00:1122:3344:101::b]:61115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1873523,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:43.553688565Z","hostname":"sock","pid":1566,"uri":"/vmms/b77140eb-e3c3-4832-927b-a7e11c525031/state","method":"GET","req_id":"ac0a5d68-6bc1-42e4-8b87-37a879fe2444","remote_addr":"[fd00:1122:3344:101::a]:41943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1645948,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:44.0788091Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59399"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:44.078894022Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c529b014-ecbb-4340-91a4-1b94e264b876","remote_addr":"[fd00:1122:3344:101::c]:59399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:44.094845242Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {ed84f54c-8f8b-4e27-a706-b77e62b08959: {10.151.2.176: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}, 10.151.2.175: {1de6ae39-81cf-40c2-8b80-a5a9bebce457}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:44.094866302Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b0175bb3-d9c4-4bb1-ba5d-a3136d8be701","remote_addr":"[fd00:1122:3344:101::c]:59399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:44.101585639Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d3d7a173-e1cd-42e3-bf8c-ce1d4e732d85","remote_addr":"[fd00:1122:3344:101::c]:59399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:44.125536223Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64597"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:44.125671356Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f4d23c73-1fc3-4d7a-83b2-4849ff6eee43","remote_addr":"[fd00:1122:3344:101::c]:64597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:45.532094183Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55631"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:45.53241237Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a54a3dae-7f99-4081-b38a-922670275981","remote_addr":"[fd00:1122:3344:101::a]:55631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":222,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:45.624756591Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53515"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:45.624851173Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fdbb1923-faff-45ef-a099-9714db894121","remote_addr":"[fd00:1122:3344:101::a]:53515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:45.639457883Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:45.639537815Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1249"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:45.639544315Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"785607a8-6a27-4adb-8754-dba7da836a11","remote_addr":"[fd00:1122:3344:101::a]:53515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:45.647819666Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3826e764-c077-4ad2-ade3-f5e7eeed7b6e","remote_addr":"[fd00:1122:3344:101::a]:53515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":330,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:46.193699346Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57588"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:46.193813608Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"aa69d7dc-d380-460c-9d93-48203767a4b0","remote_addr":"[fd00:1122:3344:101::a]:57588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:46.207725623Z","hostname":"sock","pid":1566,"sled_id":"1148eb3f-a5ca-44e2-b9ed-d6dd78fa1fdd","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1223","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:46.207746713Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ce51883e-bb57-4ce6-9a24-c3b79f7f22bf","remote_addr":"[fd00:1122:3344:101::a]:57588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":59,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-01-11T05:35:46.215259568Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b9b04c7a-5608-4bbd-a55f-0cfd63214423","remote_addr":"[fd00:1122:3344:101::a]:57588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":207,"response_code":"204"}