[ Oct 14 10:08:05 Enabled. ] [ Oct 14 10:08:05 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 14 10:08:05 Method "start" exited with status 0. ] [ Oct 14 10:08:05 Rereading configuration. ] [ Oct 14 10:08:05 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.056126238Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.056275961Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.107523976Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.107570367Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.217466691Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.226309015Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.234632328Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.837569151Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.973612178Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.97367754Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.973750211Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.973815492Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.973824743Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.973847273Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.976742493Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:05.976750003Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.976764314Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.976769574Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.976783824Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.976815405Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.976948308Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.976969988Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.976993029Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.987791163Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:05.987819123Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"1e372421-f782-4b12-95c0-df052614cde0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.115500737Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.647067796Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.647105827Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.647112817Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.647125077Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.647135458Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.647153438Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.647158158Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.655941701Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.655966161Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"d2c919ae-4e66-49df-9b93-6052525033cc (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:06.786413572Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313265623Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313315314Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313350385Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313357975Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313372295Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313386095Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313393715Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313400995Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313423326Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313429696Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313437516Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313455997Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313462487Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313467597Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313490197Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313496797Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313502548Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313509388Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313515248Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313524508Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313530408Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313536428Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313567369Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313574069Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313580299Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313586649Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313592799Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.31360151Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.31362851Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313637011Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.3136432Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313648741Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313684212Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313692132Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313703812Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313708892Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313714932Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313721842Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313763283Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313769693Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313777443Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313785443Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313791374Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313798234Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313804114Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313809504Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313853975Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313862245Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313867835Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313874045Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313879256Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313885216Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313922226Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313928766Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313937187Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313952337Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313960117Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.313969397Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316371617Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316471979Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316479639Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.31650137Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316525731Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316540031Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316564721Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316579042Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316584772Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316589732Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.316594442Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.325083548Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.32513493Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999926759s","next_cleanup":"Instant { tv_sec: 1120, tv_nsec: 833997267 }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.325201081Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.325208121Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.325257982Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.327927797Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.328376847Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330077712Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330531922Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330538062Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330590773Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330628594Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330639514Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330644724Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330669414Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330691975Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330698865Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330706685Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330710335Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330713925Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330740676Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.330766996Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.331058082Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 4d600cf6-07e5-4f98-ac31-92f43ee8b876,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: a7aac696-39b4-4408-bf34-17de9040dad3 (sled),\n rack_id: 4d600cf6-07e5-4f98-ac31-92f43ee8b876,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.331283707Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.331291607Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.331318038Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.331329308Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.331480661Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.331612864Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.331683846Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a7aac696-39b4-4408-bf34-17de9040dad3 (sled), rack_id: 4d600cf6-07e5-4f98-ac31-92f43ee8b876, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.332249697Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.332314429Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.337073667Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.342806297Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.34298351Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.347504534Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.347581706Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.347698388Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:57991","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a7aac696-39b4-4408-bf34-17de9040dad3 (sled), rack_id: 4d600cf6-07e5-4f98-ac31-92f43ee8b876, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.347851542Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.347871702Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.347922073Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.347934783Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.347998185Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.348010305Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.348051806Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.348062436Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.348068816Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.348077116Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.348109667Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.348117507Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.348124597Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.348131928Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.36415243Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.384433952Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.400914205Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.410198998Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.410251859Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.410259979Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.410292929Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 79.147302ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.414020297Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c55f280-6f80-49f4-93d6-03dbd720bbe9\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7c55f280-6f80-49f4-93d6-03dbd720bbe9\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_1e372421-f782-4b12-95c0-df052614cde0/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.423366481Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_1e372421-f782-4b12-95c0-df052614cde0/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.450903064Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_1e372421-f782-4b12-95c0-df052614cde0/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.450951914Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.456280565Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.456293405Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_1e372421-f782-4b12-95c0-df052614cde0/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.456298846Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.494613142Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 87.074895ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.495772496Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f1ff24b-f98b-4c52-8346-10b84fb60cbf\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9f1ff24b-f98b-4c52-8346-10b84fb60cbf\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.564486714Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.58400551Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 103.774383ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.584537151Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a05fb2-743d-4ae6-a5f4-feb4d7b3d946\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"80a05fb2-743d-4ae6-a5f4-feb4d7b3d946\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.689622195Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 89.09654ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.690249388Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a64d1a0b-7209-4bbf-8cb1-9f5b8b86e171\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a64d1a0b-7209-4bbf-8cb1-9f5b8b86e171\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.780174377Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 310.91527ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.780625897Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d51cc44f-7b46-49cf-974d-220e16525b17\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d51cc44f-7b46-49cf-974d-220e16525b17\" }"} {"msg":"Mounting oxi_1e372421-f782-4b12-95c0-df052614cde0/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.784174881Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.7971055Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.797191051Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.797207791Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:07.797241052Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.091814395Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 355.577613ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.09254816Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51332585-fb15-43bb-8c2c-3c36ed7ce209\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:07 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"51332585-fb15-43bb-8c2c-3c36ed7ce209\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.448926998Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 321.611696ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.44953519Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c21dbdf-6b83-4ffc-9803-b63b7575a88d\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5c21dbdf-6b83-4ffc-9803-b63b7575a88d\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.54287975Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.548094059Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.54812607Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.548192361Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:42475","producer_id":"a7aac696-39b4-4408-bf34-17de9040dad3"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:08.549387536Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"210.389945ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.550328975Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.550339085Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.550388777Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.550394217Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:08.761923973Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"329.921325ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:08.771923211Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:09.093535666Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"996.006545ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:10.090310094Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.667473061s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.008390816Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2679"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.008434867Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2897"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.008442887Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2549"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.008450267Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2596"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.008456737Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.008463647Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.010274975Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2822"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.011731825Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2590"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.011852738Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:11.011996251Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 52.251598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:11.427260902Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 114.09699ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:11.620434467Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 120.462686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:11.836993438Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:11.837873377Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.425390734s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 417.742605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:12.036083767Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.02616637s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:12.669252347Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.083960744s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:13.887945587Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.320254969s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:15.112692823Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 929.690256ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:16.485752892Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:17.264874806Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.246279809s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.885876394Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.885931255Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.885942055Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.885953115Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.886275322Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.886504307Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.886597869Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.886627159Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.88663707Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:57991","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.886768302Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:17.886774473Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.094442369Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.09452489Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.094579921Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.094604162Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.094617792Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.094640902Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.099727428Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.099741228Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4261"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.099755069Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.327426431Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41668"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.327713477Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.327730107Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.327765908Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.327776048Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.32786895Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"2c77df50-39dc-4b4f-b5ba-8ac9dfec2340","remote_addr":"[fd00:1122:3344:101::1]:41668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":290,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.358046977Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36079"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.358238492Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"3bc23702-993b-4f78-9cd0-ab35f29f4122","remote_addr":"[fd00:1122:3344:101::1]:36079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.358951796Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.358968557Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.359294634Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.359497458Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:884"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ec9562e1-2600-4a68-af7c-5bbd4d73211a, pool_id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e62ca16e-03e0-46f3-a1be-8d98750ca16c, pool_id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 260d9950-8b55-4e2a-a653-83821540b958, pool_id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 38e50c4f-4174-4e8c-81bf-f3def5f8b735, pool_id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 05b03fe0-659e-4be5-94e5-d171d5d5606a, pool_id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: cd996a9e-927f-4f17-a719-a7ef2da84733, pool_id: 8c517ed8-9134-4300-bd98-54891db0f94c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 2e2fa1ca-b488-4d99-984e-2ce88ff113bb, pool_id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 17639243-4614-4975-801a-4a1914af8a25, pool_id: 00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: e0e96dde-b7d2-4bf4-88fd-f017a2ef4d17, pool_id: 679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391292239Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.39138001Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:35990"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391593705Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ec9562e1-2600-4a68-af7c-5bbd4d73211a, pool_id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e62ca16e-03e0-46f3-a1be-8d98750ca16c, pool_id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 260d9950-8b55-4e2a-a653-83821540b958, pool_id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 38e50c4f-4174-4e8c-81bf-f3def5f8b735, pool_id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 05b03fe0-659e-4be5-94e5-d171d5d5606a, pool_id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: cd996a9e-927f-4f17-a719-a7ef2da84733, pool_id: 8c517ed8-9134-4300-bd98-54891db0f94c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 2e2fa1ca-b488-4d99-984e-2ce88ff113bb, pool_id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 17639243-4614-4975-801a-4a1914af8a25, pool_id: 00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: e0e96dde-b7d2-4bf4-88fd-f017a2ef4d17, pool_id: 679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391617445Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391628235Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391636946Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391650666Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391658506Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391665756Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391674347Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.391681217Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.529866999Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.52991045Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"72564c2d-da78-47df-b5e0-e466228425e6 (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.749085075Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:18.749880662Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"807285204394247683"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:18.749982064Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5356510469519443605"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.865949414Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.875527073Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.875590185Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.875622155Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.875634676Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.875642406Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.875752218Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.875762898Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a7aac696-39b4-4408-bf34-17de9040dad3)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:18.888498203Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.926076044Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_72564c2d-da78-47df-b5e0-e466228425e6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:18.93499082Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_72564c2d-da78-47df-b5e0-e466228425e6","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.152105302Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.159737221Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.159795752Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.159807572Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.159816122Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.159831102Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.168812449Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.16885335Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8615412c-6995-4924-9f81-d9d7ad384bfd (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.282732847Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.290198312Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.290241313Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.290250203Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.290261244Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.290272164Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.290413927Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.290428097Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.335428292Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.344389209Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_8615412c-6995-4924-9f81-d9d7ad384bfd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.570214283Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.578477664Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.578506235Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.578513805Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.578520365Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.578524425Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.587638025Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.587661955Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.710296394Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.71778426Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.717817611Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.71782564Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.717836211Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.717868072Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.717975014Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.717983194Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.765865819Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_68e5e104-3a1a-4e31-9793-4ca3a05d19e5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.773946067Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a7aac696-39b4-4408-bf34-17de9040dad3)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:19.890682493Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_68e5e104-3a1a-4e31-9793-4ca3a05d19e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:19.998488834Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.006402678Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.006450239Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.00645751Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.00646783Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.00649065Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.016602821Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.016659722Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9ad630be-5982-4ebb-8428-bca18a77200a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.141801263Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.150365541Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.150420132Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.150430342Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.150452403Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.150462683Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.150666817Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.150682488Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.197137813Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9ad630be-5982-4ebb-8428-bca18a77200a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.204875684Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_9ad630be-5982-4ebb-8428-bca18a77200a","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.423174531Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.430917102Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.430977523Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.430985123Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.430991794Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.430997234Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.440391669Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.440416579Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.561890644Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.569551034Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.569583184Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.569593475Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.569628265Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.569699477Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.569829109Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.56985965Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.616948239Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f10b4252-fbd0-4a26-a63b-0ae9478ebc12/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.624591798Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f10b4252-fbd0-4a26-a63b-0ae9478ebc12","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.854342443Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.862030623Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.862076754Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.862086274Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.862094184Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.862101024Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.872148393Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.872186554Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8c517ed8-9134-4300-bd98-54891db0f94c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:20.994876204Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 8c517ed8-9134-4300-bd98-54891db0f94c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.002708777Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.002755698Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.002770198Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.002781219Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.002792389Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.002881321Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.002891861Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a7aac696-39b4-4408-bf34-17de9040dad3)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:21.00910042Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.057400264Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8c517ed8-9134-4300-bd98-54891db0f94c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.065798588Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_8c517ed8-9134-4300-bd98-54891db0f94c","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.289715623Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.2968436Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.296890972Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.296916472Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.296949513Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.296958353Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.307035992Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.307064543Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.428864625Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.436427602Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.436490633Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.436501834Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.436513904Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.436528754Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.436663967Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.436676007Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.479913446Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_fbc2ff18-f741-4f6b-bc43-48c0804c5645/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.488148407Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_fbc2ff18-f741-4f6b-bc43-48c0804c5645","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.71344067Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.721115089Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.72115442Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.72116373Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.72117366Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.7211795Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.731058156Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.731086226Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.847623629Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.855204646Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.855235757Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.855245337Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.855271088Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.855284408Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.855453051Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.855463212Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.899522147Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:21.906995193Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a7aac696-39b4-4408-bf34-17de9040dad3)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:22.011884413Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.127038916Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.134681985Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.134721936Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.134779667Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.134793207Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.134802477Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.143983998Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.144015389Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.26000438Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.268930905Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.268967286Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.268978706Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.268993977Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.269011777Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.269111389Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.269123839Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.31436944Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_679d0661-57e9-4d21-94ff-f3b3f439ca94/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.322285374Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_679d0661-57e9-4d21-94ff-f3b3f439ca94","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.537591409Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.544481853Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.544532984Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.544609395Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.544750938Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1e372421-f782-4b12-95c0-df052614cde0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d2c919ae-4e66-49df-9b93-6052525033cc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8c517ed8-9134-4300-bd98-54891db0f94c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.54482141Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.54484796Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.544902861Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545082975Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545090755Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545096055Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545100556Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545105605Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545136236Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545143326Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545172697Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545177597Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.545254689Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"42f27144-13a9-4b69-9318-be0a65b2d223","remote_addr":"[fd00:1122:3344:101::1]:35990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4153794,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.5760879Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.576214072Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34409"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.576424207Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.576433197Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.641519969Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.64155447Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.701410874Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.701450575Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.761214197Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.761263769Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.761273289Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.761316639Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.802187319Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.80223842Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.80224421Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.85079857Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.854337053Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.857956508Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.870637292Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.87533748Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:22.879546907Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a7aac696-39b4-4408-bf34-17de9040dad3)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:23.014974902Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:24.446397994Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:24.446498326Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:24.446820253Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:24.930991316Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:24.931055208Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:25.40891947Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 25.2078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.416203952Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:25.416257763Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:25.420209075Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:25.420287446Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 114.825293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.450895202Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa\") failed: Property not found. retry in 69.796928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.545954938Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 40.803822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.552213359Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 137.733499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.574456811Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 123.407427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.600924751Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa\") failed: Property not found. retry in 91.151496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.734058138Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 286.73381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.79333038Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 138.687813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.864563301Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa\") failed: Property not found. retry in 268.560086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:25.887540418Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 443.711206ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:26.015509038Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 937.597089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:26.089269311Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa\") failed: Property not found. retry in 549.271745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:26.16907706Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 557.936301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:26.468518404Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa\") failed: Property not found. retry in 539.321071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:26.728709782Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 518.593926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:27.035359775Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 679.687739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:27.044915934Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa\") failed: Property not found. retry in 950.556472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:27.278433128Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.418582811Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.418622422Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4279","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.425611637Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.544487968Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.544531149Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 603.824751ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:27.564609886Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.59268492Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.59270777Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4310"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.654033785Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4352"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.654068666Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.677441661Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.677467882Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 665.165096ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:27.733491626Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.75626265Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4498"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.75628876Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4504"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.855738037Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.855790468Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:27.888193792Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15897800175889317111"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:27.888305374Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1663437795698701164"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a7aac696-39b4-4408-bf34-17de9040dad3)","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:27.893687796Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.894498633Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.926245533Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.926353665Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.926848915Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.926863126Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.959617477Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:44297"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.959733759Z","hostname":"sock","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"32867bbf-9d66-4fdf-9625-1984273afd30","remote_addr":"[fd00:1122:3344:101::2]:44297","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:27.964329054Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.01274555Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012809032Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012824082Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012832252Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012839492Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012846213Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012855233Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012863273Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012871793Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012879003Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012895874Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012902644Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012909414Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012916044Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012922604Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012929084Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012934134Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012938845Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012943635Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012948385Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012953255Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012958175Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:28.012972955Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 978.989466ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:28.17677178Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa\") failed: Property not found. retry in 592.557904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:28.236898069Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 1.116668015s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:28.406539446Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:28.752305453Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"807285204394247683"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:28.752425045Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5356510469519443605"} {"msg":"wait for service Some(\"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa\") failed: Property not found. retry in 1.295550945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:28.837606415Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 1.425606472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:29.165710565Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 541.211203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:29.532244783Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26\") failed: Property not found. retry in 706.552533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:30.082578562Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa\") failed: Property not found. retry in 618.029653ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:30.141810093Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3\") failed: Property not found. retry in 997.492437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:30.600863195Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.615212327Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_da2c2e96-5b77-4f0d-abdb-20e842fde8fa"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.615252188Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_1a3f9e08-6269-4b5b-89a2-56557ef1fd26"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.615257608Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_55237bfe-cfe4-4f1a-aca9-990625fcd6c3"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.615263248Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.615639466Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.616040554Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"5d608b86-c77c-44fb-8f2a-4c322d0834a5","remote_addr":"[fd00:1122:3344:101::1]:34409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9039746,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.618605317Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.676739036Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.738667003Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.79482143Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.79483193Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.825645331Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.826426257Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.826431967Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.855372589Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.855485501Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40533"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.855723586Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.855729896Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.876721022Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.876770594Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.895429081Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.895469632Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.913780673Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.913821634Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.914018868Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.91411657Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.925055667Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.958648055Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.960174257Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.960179527Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.989971576Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 140, 227]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.990004047Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.990380185Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.990388465Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.99064905Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:31.991051669Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:32.015052908Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:32.033695725Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:32.662482225Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:32.662620737Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d\") failed: Property not found. retry in 38.818189ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:32.785374999Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d\") failed: Property not found. retry in 129.420802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:32.832940677Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d\") failed: Property not found. retry in 102.142387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:33.018053125Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d\") failed: Property not found. retry in 458.930033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:33.129672095Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d\") failed: Property not found. retry in 493.321129ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:33.597360146Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d\") failed: Property not found. retry in 951.605131ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:34.099780929Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d\") failed: Property not found. retry in 1.465386887s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:35.060191181Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d\") failed: Property not found. retry in 1.116302364s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:36.535159868Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d\") failed: Property not found. retry in 719.873635ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:37.661236953Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:37.890967408Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15897800175889317111"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:37.891080141Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1663437795698701164"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.40390826Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.404023682Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.404359289Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.404643355Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"6b5a80dc-3dc4-4116-baed-e3c5640a5b6b","remote_addr":"[fd00:1122:3344:101::1]:40533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6549088,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.407332581Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.437146871Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.437311814Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36745"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:38.446422764Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.446544196Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"5a04cd16-c08a-4a7d-abb0-5667017ab90d","remote_addr":"[fd00:1122:3344:101::1]:36745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9076,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:38.449079279Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.536927905Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:38.537073638Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42400"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:38.754751902Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"807285204394247683"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:38.754866565Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5356510469519443605"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:40.545285069Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:40.545457962Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"817748b1-f18d-4996-af8d-e28a169bc261","remote_addr":"[fd00:1122:3344:101::1]:42400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":2008306,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:40.548481675Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:40.657642094Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:40.657810487Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41785"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:40.665971057Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:40.6660918Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"4dabc964-a277-4da5-b45c-1d99691db226","remote_addr":"[fd00:1122:3344:101::1]:41785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8204,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:40.66950027Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:40.796802896Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:40.79697184Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43203"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:40.801532525Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15372044901489000331"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:40.811521592Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8557255774963949555"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:41.617599936Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1783062047479997997"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_45ae2a5b-3421-4035-8b59-10d87c58917d': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T10:08:44.806110299Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:44.806200461Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"cbeabf24-1cbd-4791-8ac5-ca41d356aa01","remote_addr":"[fd00:1122:3344:101::1]:43203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009073,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:44.808814316Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:45.027415669Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:45.027594162Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:45.035951126Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"bbb3085d-3109-4d2f-8b7c-dad259fa4000","remote_addr":"[fd00:1122:3344:101::1]:36279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8229,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:45.037663631Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:45.037669602Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:45.297280338Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:45.297474852Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61987"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:45.306135932Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"4481ef2c-10bf-49dc-8e88-4e9eb8520b80","remote_addr":"[fd00:1122:3344:101::1]:61987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8562,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:45.307372608Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:45.307376917Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.208187967Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.20833189Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.216412468Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"43b82b96-56b3-4201-913e-b20d1b9a2951","remote_addr":"[fd00:1122:3344:101::1]:60604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8009,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.217836317Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:46.217853948Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.275461796Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.2756456Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43316"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.283494403Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"de5650cd-6b94-4d9e-9604-6bbfda47ed79","remote_addr":"[fd00:1122:3344:101::1]:43316","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7784,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.285475644Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:46.285483044Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.759791342Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.760017657Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38581"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.780651816Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"85de43d6-44a8-4921-addf-4678f495dc01","remote_addr":"[fd00:1122:3344:101::1]:38581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20502,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1614586083, ip_addr: 96.60.160.227, stratum: 2, ref_time: 1728900526.518985, correction: -0.02764713 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.782744409Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.7827524Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5406235d-868a-4597-8981-f7023a43aafd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55b8203f-b168-49dd-bf27-e12b006d7797 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 61519476-4765-4989-8c81-394f89cd6bfe (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.812848945Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.812940067Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43314"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.813191712Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.813205253Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.831880181Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.831924682Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.85060702Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.850640261Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.867640534Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.867679045Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.939798184Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:46.939837835Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.000981925Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.001026397Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.061686821Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.061731802Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.122555639Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.12259484Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.182477438Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.182518742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.182710453Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.182838406Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.213860442Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.213901783Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.213908223Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.213917763Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.213927804Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.214072417Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"58543c57-a670-49e8-9112-dc9a7d77ee8e","remote_addr":"[fd00:1122:3344:101::1]:43314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\", TimeNotSynchronized), (\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\", TimeNotSynchronized), (\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\", TimeNotSynchronized), (\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\", TimeNotSynchronized), (\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\", TimeNotSynchronized)]","latency_us":401606,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.214278601Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"143.94784ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58543c57-a670-49e8-9112-dc9a7d77ee8e\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"58543c57-a670-49e8-9112-dc9a7d77ee8e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5406235d-868a-4597-8981-f7023a43aafd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55b8203f-b168-49dd-bf27-e12b006d7797 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 61519476-4765-4989-8c81-394f89cd6bfe (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.359268503Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.359664611Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.359693092Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.37688225Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.376924191Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.391627387Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.391664908Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.406757293Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.406802293Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.421849497Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.421894817Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.439310701Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.439354372Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.45654761Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.456591711Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.474221519Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.47426304Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.491228083Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.491285344Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.491477798Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.491613371Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.522156378Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.522190668Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.522214319Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.522224029Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.522231889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.522331431Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"f4767bae-52c2-4b52-b0fc-38d3d4477539","remote_addr":"[fd00:1122:3344:101::1]:43314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\", TimeNotSynchronized), (\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\", TimeNotSynchronized), (\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\", TimeNotSynchronized), (\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\", TimeNotSynchronized), (\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\", TimeNotSynchronized)]","latency_us":163354,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.522474724Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"177.558102ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4767bae-52c2-4b52-b0fc-38d3d4477539\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f4767bae-52c2-4b52-b0fc-38d3d4477539\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5406235d-868a-4597-8981-f7023a43aafd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55b8203f-b168-49dd-bf27-e12b006d7797 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 61519476-4765-4989-8c81-394f89cd6bfe (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.700207769Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.700568666Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.700577046Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.719287296Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.719329137Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.737335572Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.737367683Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.754334037Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.754364687Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.772077896Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.772112297Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.789755785Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.789789705Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.807974415Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.808002415Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.827849179Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.827879029Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.845337183Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.845372834Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.845567028Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.84566869Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.876938002Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.876978273Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.876985973Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.876995523Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.877024404Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:47.877103245Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"0c19a7d2-5b8b-4ce5-ac48-f1bf29d48daf","remote_addr":"[fd00:1122:3344:101::1]:43314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\", TimeNotSynchronized), (\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\", TimeNotSynchronized), (\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\", TimeNotSynchronized), (\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\", TimeNotSynchronized), (\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\", TimeNotSynchronized)]","latency_us":177205,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:47.877254979Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"179.941893ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c19a7d2-5b8b-4ce5-ac48-f1bf29d48daf\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0c19a7d2-5b8b-4ce5-ac48-f1bf29d48daf\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5406235d-868a-4597-8981-f7023a43aafd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55b8203f-b168-49dd-bf27-e12b006d7797 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 61519476-4765-4989-8c81-394f89cd6bfe (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.057093787Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.057403573Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.057413613Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.076140084Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.076168734Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.094353083Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.094388254Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.112737536Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.112776697Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.130558218Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.130600859Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.148053502Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.148087863Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.167333164Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.167374335Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.184547653Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.184580724Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.201871104Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.201910495Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.202134859Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.202267892Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.234537735Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.234563415Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.234568766Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.234573226Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.234577676Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.234670598Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"f67a1ea1-2752-4704-8d3b-daa4b8cda35d","remote_addr":"[fd00:1122:3344:101::1]:43314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\", TimeNotSynchronized), (\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\", TimeNotSynchronized), (\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\", TimeNotSynchronized), (\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\", TimeNotSynchronized), (\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\", TimeNotSynchronized)]","latency_us":177916,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.2348065Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"154.103417ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f67a1ea1-2752-4704-8d3b-daa4b8cda35d\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f67a1ea1-2752-4704-8d3b-daa4b8cda35d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5406235d-868a-4597-8981-f7023a43aafd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55b8203f-b168-49dd-bf27-e12b006d7797 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 61519476-4765-4989-8c81-394f89cd6bfe (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.389805021Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.390176638Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.390195109Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.409067412Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.409095213Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.426534416Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.426566097Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.443932009Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.443966459Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.461154498Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.461186318Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.478481029Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.478511719Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.495672627Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.495701738Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.512864745Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.512898816Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.530024473Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.530053914Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.530237608Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.53033717Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.561167332Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.561202913Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.561214703Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.561222753Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.561232254Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.561354256Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"24141b4c-0d1e-4428-ba89-4955b4cb0db7","remote_addr":"[fd00:1122:3344:101::1]:43314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\", TimeNotSynchronized), (\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\", TimeNotSynchronized), (\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\", TimeNotSynchronized), (\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\", TimeNotSynchronized), (\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\", TimeNotSynchronized)]","latency_us":171843,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.561524269Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"153.07719ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24141b4c-0d1e-4428-ba89-4955b4cb0db7\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"24141b4c-0d1e-4428-ba89-4955b4cb0db7\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5406235d-868a-4597-8981-f7023a43aafd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55b8203f-b168-49dd-bf27-e12b006d7797 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 61519476-4765-4989-8c81-394f89cd6bfe (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.715273374Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.715496809Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.715513439Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.733837291Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.733867192Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.750823105Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.750852846Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.767727727Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.767771658Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.784740922Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.784771812Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.802501272Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.802536933Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.82018035Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.820209491Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.837756267Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.837791647Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.855343953Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.855377194Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.855584548Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.855704601Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.8863752Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.886408581Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.886415321Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.886422761Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.886428931Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:48.886531393Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"77665fbd-5720-4593-a47d-eb131692e0f4","remote_addr":"[fd00:1122:3344:101::1]:43314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\", TimeNotSynchronized), (\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\", TimeNotSynchronized), (\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\", TimeNotSynchronized), (\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\", TimeNotSynchronized), (\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\", TimeNotSynchronized)]","latency_us":171619,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:48.886674386Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"356.746019ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77665fbd-5720-4593-a47d-eb131692e0f4\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"77665fbd-5720-4593-a47d-eb131692e0f4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5406235d-868a-4597-8981-f7023a43aafd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55b8203f-b168-49dd-bf27-e12b006d7797 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 61519476-4765-4989-8c81-394f89cd6bfe (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.243224497Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.243561974Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.243576555Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.262366246Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.262394357Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.279018883Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.279041144Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.2961576Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.296179731Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.313262687Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.313296828Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.330439615Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.330459055Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.347937179Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.34796457Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.365353493Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.365374963Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.382718414Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.382755575Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.38297762Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.383096032Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:49.414723262Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:49.414748602Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:49.414755072Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:49.414760012Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:49.414768202Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3292","zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.414875945Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"417a961d-ef21-456f-a67d-b82297bcfd9b","remote_addr":"[fd00:1122:3344:101::1]:43314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\", TimeNotSynchronized), (\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\", TimeNotSynchronized), (\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\", TimeNotSynchronized), (\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\", TimeNotSynchronized), (\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\", TimeNotSynchronized)]","latency_us":171976,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:49.415041878Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"325.209809ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"417a961d-ef21-456f-a67d-b82297bcfd9b\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 10:08:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"417a961d-ef21-456f-a67d-b82297bcfd9b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5406235d-868a-4597-8981-f7023a43aafd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55b8203f-b168-49dd-bf27-e12b006d7797 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 61519476-4765-4989-8c81-394f89cd6bfe (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.740575835Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.74090538Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.74093153Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.759353254Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.759393495Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.776675245Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.776721786Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.794246011Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.794287762Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.811881829Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.81191498Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.829082317Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.829120658Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.847026271Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.847060512Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.864463345Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.864520496Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:49.868839886Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"152.802882ms"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.88388334Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.883946061Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.884127454Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.884250957Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.964631782Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.964693094Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.964700644Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.964709804Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:49.964717254Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.052920812Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.057161451Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.061821958Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.066794692Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.071101702Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.075889701Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.080072548Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.084605173Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.089517085Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:50.094397417Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.144348402Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.144444134Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.152027932Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.152136315Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.156764861Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.156880793Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.178381191Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.178528314Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.192870733Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:53.192995656Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 41.475851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:53.29395693Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 65.658645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:53.301390295Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 44.912239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:53.308013853Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 38.06393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:53.314209552Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 53.307965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:53.327896487Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 89.316273ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:53.342108394Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 135.350039ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:53.434966959Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 77.280219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:53.774839793Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 101.138231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:53.847137369Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 202.670704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:54.209376959Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 101.408922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:54.467950888Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 107.766019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:54.75928426Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 180.624262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:54.856170079Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 139.784091ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:54.896438798Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 341.453361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:54.956270785Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 172.922047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:55.117482965Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 463.466019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:55.389976563Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 478.382301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:55.452482206Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 595.227355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:55.485582886Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 683.128925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:55.506798458Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 530.980602ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:55.544048245Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 1.10548287s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:55.866885803Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 664.619115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:55.941463547Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 1.084210599s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:56.085427588Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 505.526506ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:56.093364083Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 876.954291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:56.199330702Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 1.102029703s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:56.607197242Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 848.600669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:56.61622155Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 1.444529648s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:56.97946655Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 563.878809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:57.082850843Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 873.198534ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:57.174776086Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 559.236186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:57.472241747Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 576.367781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:57.65446385Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 1.16872448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:57.71548522Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:57.92400505Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:08:57.924194014Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"833c43ae-97fa-43a3-a33b-b43ba35b4729","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46593","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 935.358096ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:58.040881152Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 1.039047537s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:58.057743332Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 1.288831822s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:58.242583334Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 887.999908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:58.435596686Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 835.15224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:58.893073585Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 1.000795155s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:58.985056897Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 558.406626ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:59.104814406Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 1.37658634s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:59.334049261Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 734.949122ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:59.540412851Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 1.025378988s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:59.671418054Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 1.041242071s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:59.736012027Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 912.738564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:08:59.993804636Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 570.331154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:00.283318632Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 1.027426793s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:00.707120009Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 1.0689849s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:00.719535037Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 839.135765ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:00.786255313Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd\") failed: Property not found. retry in 1.337039815s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:00.861993887Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2\") failed: Property not found. retry in 1.069694442s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:00.915852136Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe\") failed: Property not found. retry in 1.200612019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:01.635882399Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073\") failed: Property not found. retry in 593.892795ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:01.74540412Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 545.666199ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:01.801055622Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 960.885316ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:02.368726868Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 1.230844454s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:03.341725048Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 569.521793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:04.584577645Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:05.128200546Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"283.547681ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 975.571023ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:05.495364166Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:05.931332987Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.391807538s"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 503.508574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:08.175490946Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 802.821266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:08.692679245Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 1.137560257s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:09.510821068Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 626.56885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:10.662860701Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797\") failed: Property not found. retry in 1.239146994s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:11.303289416Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.561617393Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_55b8203f-b168-49dd-bf27-e12b006d7797"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.561689975Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_694465a9-611a-46f6-a7ed-a72bb82b2dc2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.561695504Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_61519476-4765-4989-8c81-394f89cd6bfe"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.561699785Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_5406235d-868a-4597-8981-f7023a43aafd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.561703635Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.561877138Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.563064453Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.564592475Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"5fa20218-89b6-4d75-a3fb-68790cc14108","remote_addr":"[fd00:1122:3344:101::1]:43314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22844517,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.600772627Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41836"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.634853145Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3720"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:12.934384791Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3738"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.361592661Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.361728034Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"16d08b40-ade2-4f2e-88e0-df0dd333ae39","remote_addr":"[fd00:1122:3344:101::1]:41836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11758659,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:24.365994972Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.087003304s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 45ae2a5b-3421-4035-8b59-10d87c58917d (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: fcab5d21-f59f-4075-8651-c196fb0a725c, kind: Service { id: 45ae2a5b-3421-4035-8b59-10d87c58917d }, name: Name(\"ntp-45ae2a5b-3421-4035-8b59-10d87c58917d\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 227])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 5406235d-868a-4597-8981-f7023a43aafd (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55b8203f-b168-49dd-bf27-e12b006d7797 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 61519476-4765-4989-8c81-394f89cd6bfe (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c756284-08de-4787-b7f3-044368280b50 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: ed0fd8c5-ae3a-4c1f-8f5c-2020ddae958a, kind: Service { id: 3c756284-08de-4787-b7f3-044368280b50 }, name: Name(\"external-dns-3c756284-08de-4787-b7f3-044368280b50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 210])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: b891da64-118c-4a9d-b928-1f7a3859d9ef (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: efdddf6e-49f8-44c1-8d5e-d6fc5d7d2b33, kind: Service { id: b891da64-118c-4a9d-b928-1f7a3859d9ef }, name: Name(\"external-dns-b891da64-118c-4a9d-b928-1f7a3859d9ef\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 269293bd-ad63-4045-b9c7-c34d5764ee5b (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 5e72e4c1-63a4-4daf-81a1-8c8f8344506d, kind: Service { id: 269293bd-ad63-4045-b9c7-c34d5764ee5b }, name: Name(\"nexus-269293bd-ad63-4045-b9c7-c34d5764ee5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ee0a5125-3546-4d87-9fa7-6e5127d4b2b5 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: f676dbca-a16d-46d9-80ad-e2ab474d48e3, kind: Service { id: ee0a5125-3546-4d87-9fa7-6e5127d4b2b5 }, name: Name(\"nexus-ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d78a2279-7576-4881-b5e5-daf9d23ab9fe (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: c0cd85c0-3962-4894-99a0-0c2c2ee31e8d, kind: Service { id: d78a2279-7576-4881-b5e5-daf9d23ab9fe }, name: Name(\"nexus-d78a2279-7576-4881-b5e5-daf9d23ab9fe\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 236])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: c79a5676-9d52-44ea-b1ff-ca885707bc0e (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 96e8e873-1512-4530-ac15-afc3d9232d27 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 11a1f245-3c85-4a2c-98de-86176b093450 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 8d2936a5-837c-40ee-8868-17442992abec (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 8c517ed8-9134-4300-bd98-54891db0f94c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 02c898d4-507e-4c1a-b8f9-a9d958fffdca (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 5964b4cd-eaa5-4351-b420-9429a8568ca7 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External } } } }, OmicronZoneConfig { id: ce867ecb-4f81-470c-856e-e1eea8248be0 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External } } } }, OmicronZoneConfig { id: 97e09cf4-ab84-421a-b247-445d283b21d2 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External } } } }, OmicronZoneConfig { id: 27efaf03-a6a5-45b5-ae0c-fd4020b002c4 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External } } } }, OmicronZoneConfig { id: d54eb19b-cf01-4622-b035-96607724db61 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External } } } }, OmicronZoneConfig { id: 66c5c936-3d37-4649-895d-c688e898e038 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 8c517ed8-9134-4300-bd98-54891db0f94c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c517ed8-9134-4300-bd98-54891db0f94c (zpool), kind: External } } } }, OmicronZoneConfig { id: 28695b54-5ece-4abb-9633-967375e2b587 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f297693-9bbe-4328-bb6f-582d05c3b8ce (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool), kind: External } } } }, OmicronZoneConfig { id: fd456a42-5008-4c2e-b191-9689dc3d2b71 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.403190465Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.404199517Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61984"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.404637426Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.404644356Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55237bfe-cfe4-4f1a-aca9-990625fcd6c3, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.427203435Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.427250166Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a3f9e08-6269-4b5b-89a2-56557ef1fd26, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.450151752Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.450207493Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: da2c2e96-5b77-4f0d-abdb-20e842fde8fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.471510936Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.471556357Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5406235d-868a-4597-8981-f7023a43aafd, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.49190042Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.491944401Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 55b8203f-b168-49dd-bf27-e12b006d7797, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.512031658Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.512071169Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0ef5e46a-dca1-4eb3-874b-5c2e8bd4f073, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.53233892Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.532384911Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 61519476-4765-4989-8c81-394f89cd6bfe, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.555387829Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.555444631Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 694465a9-611a-46f6-a7ed-a72bb82b2dc2, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c756284-08de-4787-b7f3-044368280b50, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.575833674Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.575875935Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3c756284-08de-4787-b7f3-044368280b50, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b891da64-118c-4a9d-b928-1f7a3859d9ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.732048402Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.732105853Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b891da64-118c-4a9d-b928-1f7a3859d9ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 96e8e873-1512-4530-ac15-afc3d9232d27, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.9051178Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:24.905167841Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 96e8e873-1512-4530-ac15-afc3d9232d27, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5964b4cd-eaa5-4351-b420-9429a8568ca7, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.085214574Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.085274385Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5964b4cd-eaa5-4351-b420-9429a8568ca7, dataset_name: DatasetName { pool_name: ZpoolName { id: 72564c2d-da78-47df-b5e0-e466228425e6 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ce867ecb-4f81-470c-856e-e1eea8248be0, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.229303138Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.22935681Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ce867ecb-4f81-470c-856e-e1eea8248be0, dataset_name: DatasetName { pool_name: ZpoolName { id: 8615412c-6995-4924-9f81-d9d7ad384bfd (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 97e09cf4-ab84-421a-b247-445d283b21d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.352491669Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.35254454Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 97e09cf4-ab84-421a-b247-445d283b21d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 68e5e104-3a1a-4e31-9793-4ca3a05d19e5 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27efaf03-a6a5-45b5-ae0c-fd4020b002c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.476432345Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.476468046Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 27efaf03-a6a5-45b5-ae0c-fd4020b002c4, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ad630be-5982-4ebb-8428-bca18a77200a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d54eb19b-cf01-4622-b035-96607724db61, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.601640748Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.601692519Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d54eb19b-cf01-4622-b035-96607724db61, dataset_name: DatasetName { pool_name: ZpoolName { id: f10b4252-fbd0-4a26-a63b-0ae9478ebc12 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66c5c936-3d37-4649-895d-c688e898e038, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c517ed8-9134-4300-bd98-54891db0f94c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.738425301Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.738486652Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 66c5c936-3d37-4649-895d-c688e898e038, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c517ed8-9134-4300-bd98-54891db0f94c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 28695b54-5ece-4abb-9633-967375e2b587, dataset_name: DatasetName { pool_name: ZpoolName { id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.858830294Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.858871074Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 28695b54-5ece-4abb-9633-967375e2b587, dataset_name: DatasetName { pool_name: ZpoolName { id: fbc2ff18-f741-4f6b-bc43-48c0804c5645 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f297693-9bbe-4328-bb6f-582d05c3b8ce, dataset_name: DatasetName { pool_name: ZpoolName { id: 00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.987046819Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:25.987091149Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9f297693-9bbe-4328-bb6f-582d05c3b8ce, dataset_name: DatasetName { pool_name: ZpoolName { id: 00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd456a42-5008-4c2e-b191-9689dc3d2b71, dataset_name: DatasetName { pool_name: ZpoolName { id: 679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.12036535Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.12041054Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fd456a42-5008-4c2e-b191-9689dc3d2b71, dataset_name: DatasetName { pool_name: ZpoolName { id: 679d0661-57e9-4d21-94ff-f3b3f439ca94 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.255517299Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.25556354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.255863256Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.256008509Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.427449112Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.427655096Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.44179848Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.442092337Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.442129587Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.478081765Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.478314239Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.47836634Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.478390771Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.480824422Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.480920284Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.691186194Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.691438289Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.69146854Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.691543271Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.691554142Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.691592423Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.691607803Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.691632513Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.691680384Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.696681898Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.701616451Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.706536083Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.711509317Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.716739465Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.721851181Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.861834701Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.867156742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.871533283Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.875808241Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.880112401Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.884511582Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.888861363Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.895378828Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.90122676Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.906715544Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.911079455Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.915807413Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.920804437Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.926151158Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.93250597Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.938875252Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.943754154Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.948591074Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.953646459Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.959019831Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:26.964974535Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.00659Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.042311742Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.07973124Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.119542338Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.166997774Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.16969676Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.16971061Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.231127747Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 174, 210]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.231158338Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.233292542Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.233309822Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.292919711Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 207, 101]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.292959832Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.295200629Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.295217659Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.363049879Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 232, 236]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.36309017Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.364831276Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.364850797Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.421019344Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 165, 92]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.421047045Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.424034887Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.424055357Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.480727095Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 159, 142]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.480758946Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.484782559Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.48480342Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.485136917Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.485152347Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.485184718Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.485207118Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.48528024Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.48528897Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.485316661Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.485327521Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.497189377Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.498781561Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.501362214Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.503293134Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.503307215Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.503783204Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.506339387Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.506633564Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.506646994Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.509180426Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.834900507Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.878635626Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.894286751Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.908837354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.92019601Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.931494035Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.940141415Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.947751763Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.955651917Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:27.963853357Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:28.005427381Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63816"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:28.007084286Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6d23726b-b6da-42a8-8fac-d3fc9248d807","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63816","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"200"} {"msg":"Profile for oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.518317018Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.518528112Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.526018958Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.526209612Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.604897337Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.605048981Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.640241252Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.640400715Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.648029614Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.648232448Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.648893942Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.649110326Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.64926669Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.649425973Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.649479294Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.655989969Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.662408393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.66802753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.673379971Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.678857295Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.708919829Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:29.709086683Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 29.337508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.085564518Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 42.000349ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.094808981Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 61.005499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.102861798Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 57.532084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.111293223Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 36.201488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.120578586Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 25.879829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.12843486Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 47.707365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.136079399Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 72.308611ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.143436321Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 60.698488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.151680943Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 30.532356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.17174143Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 43.908198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.210893074Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 82.648917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.290454287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 89.791633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.30167969Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 91.889442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.313824122Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 124.91172ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.324345881Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 136.633715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.341543639Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 83.401513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.413091786Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 125.420904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.432464549Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 135.401385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.448587134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 85.494093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.476148387Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 131.957271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.514713298Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 141.07391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.554843532Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 163.889283ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.578702818Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 157.503789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.592107947Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 149.965779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.604688008Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 233.760126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.619130129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 132.757651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.634269313Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 287.712879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.647067969Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 146.090259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.660437997Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 105.57248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.672054269Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 191.267645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.685054459Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 299.03288ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.695560477Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 125.671127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.70820784Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 208.318298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.754786638Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 203.748446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.765379739Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 230.036982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.774952547Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 468.110096ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.783823812Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 313.876456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.792900891Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 503.838508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.817827969Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 565.090713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.846902063Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 569.577408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.866328547Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 592.572499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.888108859Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 497.523442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.949293731Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 633.615952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.975299742Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 822.943285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:30.986443283Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 478.093904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.00839635Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 845.095102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.01996306Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 525.835675ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.122619734Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 701.967167ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.268250161Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 733.611173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.338362068Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.196690181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.425610492Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 943.296956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.449786414Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 793.510795ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.461859025Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 538.637581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.528857058Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 773.327771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.6059491Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 702.771098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.723359651Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 703.174776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.758637284Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.189087891s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.827128008Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 916.73384ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.893293393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 803.074176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:31.992037025Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 796.73353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.092913802Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 724.911045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.173839444Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.279335362s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.272005075Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 528.477683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.393630543Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.459012153s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.405099811Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 980.491073ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.438090087Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 509.630061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.474519064Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 803.544269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.681314303Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 891.686385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.807675229Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 1.296411671s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.824049639Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.1446318s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.905830589Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 719.279859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.917652315Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.215393124s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.935429974Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.021482427s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:32.998553866Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 552.326717ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.030218905Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:33.315118097Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:33.315368382Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 895.435812ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.432056247Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 986.207862ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.498409106Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 547.497374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.56547376Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 59.129509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.576582901Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:33.57699989Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:33.577288496Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.381076301s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.595057575Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 138.251066ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.648073937Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.464882398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.65975588Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 802.896654ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.711630648Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 281.473859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.803830344Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 25.218349ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.814344173Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 112.171731ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.850633697Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 960.842243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.876279101Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 279.279409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:33.974161025Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 956.759214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.032321254Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 576.17539ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.061876428Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 255.74255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.098467799Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.070018625s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.125306787Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 730.383855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.135200902Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.370589662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.16250231Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 203.754696ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.269562865Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.443502006s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.34055511Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 420.516221ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.36605972Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 547.399492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.486746629Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.359113123s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.498320819Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 1.012509782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.523150646Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.186175842s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.647999381Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 721.150453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.829083235Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 778.670455ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.848072049Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 845.591591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.876186034Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.417571674s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.987081549Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 895.29821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:34.997691849Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 723.300088ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:35.044062033Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.495329894s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:35.134657276Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 743.497012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:35.203570578Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 977.468294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:35.54239408Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 892.98913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:35.549975078Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 643.468875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:35.55825281Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.211598297s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:35.636234101Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 886.476286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:35.744540262Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.305116469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:35.936828078Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 660.210463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.099585452Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.418136151s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.116134076Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 804.206535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.133230961Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 836.451317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.153617815Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.008458906s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.173643251Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.045461715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.218374721Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.34804368s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.416159971Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 767.647567ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.452289562Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.014862536s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.528884164Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 554.96652ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.617239941Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.42852532s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.639556895Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 951.492663ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.647546081Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.006842615s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.857247739Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.128839955s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.947339602Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.390161824s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:36.998122868Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 719.503859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.15894807Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.100592156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.179885495Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.478092745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.190609809Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 1.168311879s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.228894764Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 855.889802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.272810526Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.396430284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.543537103Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 882.738006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.552545531Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 750.168764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.60739088Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 831.15771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.773115115Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.240257102s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.871407658Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 753.71188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:37.887995833Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:38.035696633Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:38.035958128Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 596.027361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.078094934Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 638.61579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.086800495Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 881.058297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.137883387Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.416093446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.291065631Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 25.074266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.3184552Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 58.344743ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.352222332Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 809.672717ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.366215763Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 509.559814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.396997803Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 559.593782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.406135642Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 187.341849ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.419066551Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 868.159138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.444189023Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 846.401011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.612785438Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 361.262237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.621687763Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 894.297885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.65090109Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 800.336682ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.677619545Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 988.391286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.685599671Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.38859531s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.763829297Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 547.105306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.919598155Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.316272982s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.950286023Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 824.671284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.975075328Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 475.173561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:38.992798687Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.103060173s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.030215754Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.219407959s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.122191706Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 567.032932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.186312398Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 623.950066ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.323881048Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.226827955s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.516227115Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.269800276s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.523840744Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 723.774745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.530719267Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 1.418119661s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.53713909Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.003165654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.55299041Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:39.630395868Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:39.630577922Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 669.477957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.684626786Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 981.406902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.716060929Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 1.183522425s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.763987255Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 578.366988ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.809088542Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 988.947394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:39.965389481Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 501.117308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.206619405Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 727.963855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.233381421Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 839.786881ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.292888808Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 41.079913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.315752313Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 576.982764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.377761332Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 93.473428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.405837895Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.061150446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.447258816Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 1.15563821s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.467732112Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 780.903387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.47921968Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.507658132Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"3.929212496s"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 189.431666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.518998437Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 568.978535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.568324452Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 837.445794ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.707825602Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.393913458s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.718141256Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 379.662501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.725107915Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.240913289s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.750981489Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.337781052s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.80203258Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 719.631961ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.957279497Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 554.507661ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.965195441Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.058242359s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.973042924Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 974.98884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.980242433Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.177576106s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:40.987684238Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 420.068886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.114081205Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.417664156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.142191Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 920.951513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.151008463Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.496255924s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.272067039Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 781.373929ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.51894491Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 710.749444ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.529390737Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 667.183724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.543223685Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 504.299686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.554207093Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 1.135711453s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.632070391Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 928.900237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.686922291Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:41.837508461Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:41.837552962Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:41.837693615Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:41.843089627Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:41.847890027Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:41.84805168Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 546.218609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.966027572Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 36.038602ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:41.990602143Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.134539114s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.000938108Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 70.255478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.008666059Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 40.17636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.016185025Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 98.245703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.03565903Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 615.06376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.043195296Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 138.061397ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.065753865Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 853.260862ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.07415431Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 692.001117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.082770799Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 51.724128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.090063Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 726.198437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.120959432Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 276.208102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.144304808Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 231.946621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.153698423Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.003161334s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.161893753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.432727892s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.173249629Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 175.253821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.214354384Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 748.76286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.222533854Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 735.869887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.248228528Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 921.35018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.310048563Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 472.060163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.396134122Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 439.104209ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.404395314Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 352.261604ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.429419344Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 787.002251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.520432235Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 781.584939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.56826968Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 740.660719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.624969948Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 865.123318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.666541732Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 818.271159ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.77614637Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 560.087264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.78287341Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 513.057038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.790264793Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 654.633912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.799157568Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.02695218s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.854338505Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.484986481s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.861923553Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 739.261687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.878450196Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 891.102195ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.937495404Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 905.548884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.98206925Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 572.881859ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:42.993759423Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.48092688s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.14562572Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.073642632s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.17400919Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.161209265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.240173675Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 546.505924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.313261984Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 516.558628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.321128857Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.063116794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.352023369Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 784.062945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.359400843Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 1.260957207s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.373866783Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 924.610149ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.462503675Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 517.046501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.544317606Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 573.185968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.581337555Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 794.513429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.607178292Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 828.718404ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.619881746Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 569.852588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.635488061Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.376466859s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.839807287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 945.254128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.848019878Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.295789813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.870178929Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.343603907s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.892436631Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 1.27055353s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:43.902062611Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 816.242791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.071447832Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 701.015239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.152982657Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.158151848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.164405664Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 943.166277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.213221039Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.079492888s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.257249864Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 621.135134ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.356022277Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 939.304366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.397821886Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 781.688481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.410627152Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 912.513826ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.418010575Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 790.60292ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.42543356Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.478525186s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.47113932Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.408320925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.636550848Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 1.084930222s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.644072664Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 677.78428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.803467627Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.361995164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.863064056Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.190958015s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.897215826Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 861.016321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:44.987743738Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 806.592768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.166699757Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 769.612295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.174789065Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 917.759162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.182403554Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 843.166754ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.200125902Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.280906869s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.225227084Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.277360708s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.232623418Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.492953988s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.244688328Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 781.82305ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.331500233Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 577.336713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.338826035Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 690.25249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.346888102Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.050910379s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.354927329Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 854.326845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.490082789Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 905.120156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.739926842Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 600.121213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.859233192Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 923.579463ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.926064471Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.487480388s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.954115884Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.244799525s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.962251373Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 827.891992ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:45.982170467Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.39364403s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.046381552Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 686.666591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.05397927Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.078268624s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.061515596Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.439601693s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.097249709Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 1.018518966s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.109496344Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 572.556077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.122141267Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.453937407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.234567893Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 1.477043866s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.353320392Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.485863523s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.418841663Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 604.339646ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.485665592Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 996.984245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.516741248Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 732.378054ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.525722215Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 1.194501873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.654846579Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 556.947323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.705215166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 978.646509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.747474854Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 526.839727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.75546961Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 1.256393311s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.818209924Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 1.432288265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:46.858569943Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.192227416s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.099046352Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 1.019816918s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.139722147Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 991.743946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.150066062Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.2893812s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.217035094Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.377302818s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.267605995Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.231376464s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.27553885Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 910.470461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.289519571Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.484883294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.450887955Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 956.911155ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.4588402Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.135341843s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.52281202Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:47.535995944Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:47.536215468Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.108781778s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.548264839Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 790.951142ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.700158976Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 69.610955ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.711521622Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.136044928s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.738028983Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 146.360977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.791223149Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 1.26316986s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.844160949Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 882.917228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.862460759Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 528.637132ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.914045312Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 215.650145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:47.948743783Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 833.772613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.0852304Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 801.707435ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.151549328Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 1.236704059s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.168150003Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 352.82589ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.174749811Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.392694385s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.208463961Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 972.543717ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.299007923Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.397395492s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.306272654Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 839.749027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.425126295Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.4478921s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.452308629Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.199850311s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.500178335Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 593.164478ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.517518115Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.012986289s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.525912139Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 1.107163709s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.537425229Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 637.043878ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.654435841Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.198665477s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.666497941Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.238559881s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.675180432Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 737.523667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.755178765Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 852.733313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.883534433Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 878.684309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.929404276Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.219140068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.945488431Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.414286307s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:48.962036684Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 1.091197913s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.117828443Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.369063592s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.126081174Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 967.493529ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.274917938Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 882.992443ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.283314532Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.108311153s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.301313916Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 1.416971488s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.414892997Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 661.588233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.504336426Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 780.172641ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.549715189Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 915.424067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.610930632Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 648.697236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.655404016Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.257819093s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.709570572Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 713.744339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.719430697Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 934.20763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.746288135Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 1.054671268s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.81773075Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 571.216772ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.874927379Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 852.026394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.911096571Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 719.661078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:49.923911337Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.225500126s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.175870394Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 694.104817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.186518866Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 782.319021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.196102095Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 849.936563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.219322527Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 618.956996ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.251409404Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 838.999165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.313212759Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.289771396s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.340330162Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 612.025008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.386164095Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.00380734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.42056107Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.470511844s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.443019827Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.211106014s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.455605508Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 786.959597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.504816611Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 583.279294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.535237683Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.297471835s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.655534184Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 802.117021ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.690580962Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 577.313143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.772537916Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 708.827368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.842251755Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.250656091s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.880564851Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 1.183047127s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.888543007Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 1.486854022s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.896011772Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.099575552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.977127938Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 748.104483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:50.987123226Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.053267706s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.008551301Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 1.497564741s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.079848843Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.208793974s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.131514817Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 515.803914ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.16337753Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.209318591s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.302659434Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.031591048s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.360982647Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 587.57884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.412320344Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 774.130636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.436333963Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 629.440688ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.503164592Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 1.063905782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.562621828Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.216494969s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.640996487Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 821.177317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.678565868Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 611.147266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.689164518Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 1.302274804s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.745714414Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.008023538s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.926015921Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 988.874995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:51.965024282Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.27452579s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.014770426Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 595.888951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.074949537Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 1.493001381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.086616099Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.247828838s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.097334222Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.446312753s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.150696941Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.496807774s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.16362788Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 869.565581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.222773269Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 1.307888352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.316420606Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.376830105s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.355795914Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 678.778423ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.395278275Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 532.565997ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.407647572Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 722.572731ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.517055426Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.083791352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.531417644Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 591.265128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.596404045Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 1.315790438s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.64235333Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.058951234s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.687179172Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.495852123s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.872854471Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.031337928s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.949037515Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.204707446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.961841991Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.253075659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:52.975244419Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 837.011346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.0652146Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 896.088188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.091540637Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.008839081s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.103886333Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 937.71153ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.200399839Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 886.774278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.251928041Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.37854903s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.305644367Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 788.513666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.360329203Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 573.084744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.592090211Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 584.156002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.611142157Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.301061407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.628909856Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 1.260549138s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.641331034Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.087694931s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.673593635Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 997.148504ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.746388128Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.401488828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.759849187Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 952.091807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.913784597Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 1.453731205s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.971767162Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.22412467s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:53.99186052Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 658.290257ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.001860818Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.115310215s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.128406798Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 1.114563503s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.148799822Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.136078489s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.160700399Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.146519886s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.172712309Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 572.666673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.18332262Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.115965214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.19441379Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.169797018s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.208019333Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 561.80869ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.241034349Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 578.353777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.383833317Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 1.443179589s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.673684761Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.244384023s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.696822573Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.155821967s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.757380011Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 1.205386596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.768930571Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.062732007s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.780991192Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.104828424s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.81507129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 1.045153986s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.879488189Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 551.137045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.913223391Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 931.632667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.941070539Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.279598294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:54.974097036Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 1.398773544s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.174567943Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 724.11376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.227291488Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 876.203237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.256263641Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 1.321866848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.274355247Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.46993289s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.306936654Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 878.850429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.320164219Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.314770906s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.329719837Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 715.934632ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.389059441Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 845.696178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.437967477Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 856.454248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.478068121Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 993.807523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.857213272Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 1.191648432s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.884432467Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 574.724018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.923822526Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.426060722s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.937883318Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 1.491950038s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.947646681Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 520.151824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.961500319Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 647.611488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.972004938Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 946.980513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:55.987078831Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.254217425s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.121206929Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038\") failed: Property not found. retry in 1.480812861s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.135917554Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.438764423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.150183551Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.416701403s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.215441118Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.14785639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.266249133Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 792.467388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.296280037Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 1.241182506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.349489663Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.3820258s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.497783106Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 621.457802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.510308076Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 983.248317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.58602223Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 1.379608828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.609242712Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 641.342538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.634570159Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.496127084s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.656960654Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.493564352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.79725273Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 803.372338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.862779942Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 729.285564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:56.944781037Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 940.152218ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.086763838Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 1.164843427s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.099694087Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.414336248s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.14172089Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 523.640041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.286289965Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.063887668s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.373535218Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 732.585561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.384281442Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 954.052382ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.422479476Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 1.140950949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.448365844Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587\") failed: Property not found. retry in 582.410986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.579167843Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0\") failed: Property not found. retry in 1.356871274s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.598319791Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 513.25884ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.605440849Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 580.986846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.641194822Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.123527894s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.674938583Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 1.013003567s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.683034631Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 606.62656ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.819887876Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.443911911s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.89510029Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 877.73697ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:57.999561011Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 694.890819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.036346015Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:58.049257584Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:09:58.049451678Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"22d1862b-dce0-4302-b3d3-5febb4c45375","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45133","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.077826521s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.125910057Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 1.07302016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.133332091Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71\") failed: Property not found. retry in 1.025684099s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.161943016Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 777.367376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.230842338Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 766.512363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.273606407Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.136534997s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.300968166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61\") failed: Property not found. retry in 1.168867164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.38778772Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 719.138323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.437044614Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 1.243852596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.447158124Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 898.309646ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.566734479Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec\") failed: Property not found. retry in 508.931156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.598271345Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 573.622643ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.704568535Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca\") failed: Property not found. retry in 599.77696ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.739773166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 525.340495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.807859022Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 987.26906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:58.887917095Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 626.618728ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.018934289Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 940.214693ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.049120766Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 1.023940286s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.166492606Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 533.638124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.238533363Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.07037628s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.245745603Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 1.297656918s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.288793448Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.29569846s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.342194648Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 797.222095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.349160293Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.143258061s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.448763183Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.466671805Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"10.309152378s"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 997.570696ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.475042689Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 1.047388712s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.65552757Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 952.80431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.700641428Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 841.434971ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.781849136Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 796.179885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.884388638Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 837.539798ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:09:59.998100081Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe\") failed: Property not found. retry in 1.149527563s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.15728173Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7\") failed: Property not found. retry in 711.803958ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.20058798Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e\") failed: Property not found. retry in 1.293895648s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.325414424Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2\") failed: Property not found. retry in 1.20893899s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.482375996Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\") failed: Property not found. retry in 1.393704596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.597373297Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce\") failed: Property not found. retry in 1.108262168s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.606375134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27\") failed: Property not found. retry in 1.279625032s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.630897923Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b\") failed: Property not found. retry in 1.49007552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.647364416Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4\") failed: Property not found. retry in 706.186164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.662444889Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef\") failed: Property not found. retry in 1.409436214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.68990201Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450\") failed: Property not found. retry in 648.953819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.713198574Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50\") failed: Property not found. retry in 577.095593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:00.848335463Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185112397Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_clickhouse_96e8e873-1512-4530-ac15-afc3d9232d27"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185154408Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_3c756284-08de-4787-b7f3-044368280b50"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185160718Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_oximeter_c79a5676-9d52-44ea-b1ff-ca885707bc0e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185165859Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_27efaf03-a6a5-45b5-ae0c-fd4020b002c4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185170889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_ee0a5125-3546-4d87-9fa7-6e5127d4b2b5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185174919Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_97e09cf4-ab84-421a-b247-445d283b21d2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185179709Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_66c5c936-3d37-4649-895d-c688e898e038"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185184659Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_28695b54-5ece-4abb-9633-967375e2b587"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185188669Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_d78a2279-7576-4881-b5e5-daf9d23ab9fe"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185192869Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_8d2936a5-837c-40ee-8868-17442992abec"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185197789Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_269293bd-ad63-4045-b9c7-c34d5764ee5b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185202699Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_02c898d4-507e-4c1a-b8f9-a9d958fffdca"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185206839Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185209989Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_11a1f245-3c85-4a2c-98de-86176b093450"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185214169Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_5964b4cd-eaa5-4351-b420-9429a8568ca7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.18523435Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_d54eb19b-cf01-4622-b035-96607724db61"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.18523993Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_9f297693-9bbe-4328-bb6f-582d05c3b8ce"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.18524522Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_fd456a42-5008-4c2e-b191-9689dc3d2b71"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.18524936Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_b891da64-118c-4a9d-b928-1f7a3859d9ef"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.185273491Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.204834817Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.2386474Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"f42f5e71-2ba4-496d-b984-c183ce74006a","remote_addr":"[fd00:1122:3344:101::1]:61984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37834584,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.241232574Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.241253884Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.241431648Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.242746685Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.242852347Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.274152938Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.29736687Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.42871876Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.498030701Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.67840173Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.801779524Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:02.922133976Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:03.217584527Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:03.373100659Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:03.811558462Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:04.355102749Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:04.754316417Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:05.553927877Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:06.384615722Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:07.392265896Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:08.422963339Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:10:09.809442208Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"18.350047316s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:10.121855851Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:12.021798242Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/4d600cf6-07e5-4f98-ac31-92f43ee8b876/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:14.573575531Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63648e28-274f-4e7e-a73a-2f1a077db6f2\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 10:10:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"4d600cf6-07e5-4f98-ac31-92f43ee8b876\\\"\", request_id: \"63648e28-274f-4e7e-a73a-2f1a077db6f2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:17.522564506Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"119321cc-0cb7-4fbb-ab92-160dddc6df5d\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 10:10:20 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a7aac696-39b4-4408-bf34-17de9040dad3\\\"\", request_id: \"119321cc-0cb7-4fbb-ab92-160dddc6df5d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:20.565484393Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba02a92-b5ee-4c63-b13b-3d69fd4333e3\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 10:10:22 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a7aac696-39b4-4408-bf34-17de9040dad3\\\"\", request_id: \"3ba02a92-b5ee-4c63-b13b-3d69fd4333e3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:23.088754179Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:28.081583465Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54988"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:28.081683947Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ba445c02-fdaa-4fc4-88ef-11e6ee8724e1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54988","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea04863d-0c28-462a-8a5c-a73f5a39c5da\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 10:10:27 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a7aac696-39b4-4408-bf34-17de9040dad3\\\"\", request_id: \"ea04863d-0c28-462a-8a5c-a73f5a39c5da\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:28.312373182Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03674fad-7abc-46f4-84e9-01810d6295f1\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 10:10:35 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a7aac696-39b4-4408-bf34-17de9040dad3\\\"\", request_id: \"03674fad-7abc-46f4-84e9-01810d6295f1\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:35.14226225Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48119429-1cf4-45ab-ac7b-880cb33c1d73\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 10:10:40 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a7aac696-39b4-4408-bf34-17de9040dad3\\\"\", request_id: \"48119429-1cf4-45ab-ac7b-880cb33c1d73\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:41.666686989Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f9131c-4804-4564-a0f4-09ec1bbcbf70\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 10:10:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a7aac696-39b4-4408-bf34-17de9040dad3\\\"\", request_id: \"98f9131c-4804-4564-a0f4-09ec1bbcbf70\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:47.11295935Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.703666523Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.792084711Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43494"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.792800266Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.792808516Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.792839667Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.793179794Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.942539798Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51878"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.966649539Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"697b27fb-729a-4750-ac28-6ee351c9e264","remote_addr":"[fd00:1122:3344:101::b]:51878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23845,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.966786642Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60498"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:48.967063018Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"586fd4bd-49ed-49ff-9483-5da1e86ff79d","remote_addr":"[fd00:1122:3344:101::a]:60498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.041566097Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.041660249Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e495c7db-4433-40d1-8323-543a1108b4b5","remote_addr":"[fd00:1122:3344:101::a]:60498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5693,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.077292249Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"46ccd51c-8efb-422a-97fa-436008ca5837","remote_addr":"[fd00:1122:3344:101::a]:43494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":285069,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.093767742Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52308"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.100634824Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"d3f27d74-f273-4413-849c-006f545ae53d","remote_addr":"[fd00:1122:3344:101::b]:52308","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6767,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.116079016Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.11627486Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7b7457ac-9ba8-4714-ac27-817a6b5673e9","remote_addr":"[fd00:1122:3344:101::a]:51176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.116702169Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46343"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.116831631Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8e947f41-a0bf-472a-bf81-6c59304769bf","remote_addr":"[fd00:1122:3344:101::c]:46343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.233633289Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52401"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.233871384Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"22fb9d76-f989-4e95-b542-89b9e6d2234c","remote_addr":"[fd00:1122:3344:101::c]:52401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.269386662Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.269406423Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"985473c6-1074-4f33-82c8-b27edf60c64d","remote_addr":"[fd00:1122:3344:101::b]:51878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.359557716Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"427a3329-7c87-4386-8693-825065c557ab","remote_addr":"[fd00:1122:3344:101::a]:60498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1660,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.401020298Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.401043809Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"de3f25d5-3593-4399-8903-3ee8964b78f5","remote_addr":"[fd00:1122:3344:101::c]:46343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.420182746Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.420311529Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e4c42955-b922-453f-b8be-81f992fa9443","remote_addr":"[fd00:1122:3344:101::b]:51878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":980,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.514292993Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 6 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:49.514405285Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4aca8b8b-54aa-4c5b-9b9c-37ae2cc7d869","remote_addr":"[fd00:1122:3344:101::c]:46343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":284,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.829243119Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57322"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.829675258Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed0fd8c5-ae3a-4c1f-8f5c-2020ddae958a, kind: Service { id: 3c756284-08de-4787-b7f3-044368280b50 }, name: Name(\"external-dns-3c756284-08de-4787-b7f3-044368280b50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 210])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: efdddf6e-49f8-44c1-8d5e-d6fc5d7d2b33, kind: Service { id: b891da64-118c-4a9d-b928-1f7a3859d9ef }, name: Name(\"external-dns-b891da64-118c-4a9d-b928-1f7a3859d9ef\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5e72e4c1-63a4-4daf-81a1-8c8f8344506d, kind: Service { id: 269293bd-ad63-4045-b9c7-c34d5764ee5b }, name: Name(\"nexus-269293bd-ad63-4045-b9c7-c34d5764ee5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c0cd85c0-3962-4894-99a0-0c2c2ee31e8d, kind: Service { id: d78a2279-7576-4881-b5e5-daf9d23ab9fe }, name: Name(\"nexus-d78a2279-7576-4881-b5e5-daf9d23ab9fe\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 236])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f676dbca-a16d-46d9-80ad-e2ab474d48e3, kind: Service { id: ee0a5125-3546-4d87-9fa7-6e5127d4b2b5 }, name: Name(\"nexus-ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.829725149Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.82974573Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.829782Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.82978749Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.82979246Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.829801491Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.829810671Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"50d1df25-b5d0-4fb7-ac80-5e485b97d08e","remote_addr":"[fd00:1122:3344:101::a]:57322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":505,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:57.831902364Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.043214987Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65213"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.043462312Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed0fd8c5-ae3a-4c1f-8f5c-2020ddae958a, kind: Service { id: 3c756284-08de-4787-b7f3-044368280b50 }, name: Name(\"external-dns-3c756284-08de-4787-b7f3-044368280b50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 210])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: efdddf6e-49f8-44c1-8d5e-d6fc5d7d2b33, kind: Service { id: b891da64-118c-4a9d-b928-1f7a3859d9ef }, name: Name(\"external-dns-b891da64-118c-4a9d-b928-1f7a3859d9ef\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5e72e4c1-63a4-4daf-81a1-8c8f8344506d, kind: Service { id: 269293bd-ad63-4045-b9c7-c34d5764ee5b }, name: Name(\"nexus-269293bd-ad63-4045-b9c7-c34d5764ee5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c0cd85c0-3962-4894-99a0-0c2c2ee31e8d, kind: Service { id: d78a2279-7576-4881-b5e5-daf9d23ab9fe }, name: Name(\"nexus-d78a2279-7576-4881-b5e5-daf9d23ab9fe\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 236])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f676dbca-a16d-46d9-80ad-e2ab474d48e3, kind: Service { id: ee0a5125-3546-4d87-9fa7-6e5127d4b2b5 }, name: Name(\"nexus-ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.043513953Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.043540513Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.043548383Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.043555164Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.043566874Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.043583574Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.043599495Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f204bccc-6d26-4f91-ba84-fed459389286","remote_addr":"[fd00:1122:3344:101::c]:65213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":288,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.04961614Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61140"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.049758693Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.049768133Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/1e372421-f782-4b12-95c0-df052614cde0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.049801293Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.050021688Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.115784175Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.115951548Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"cac6efe1-a48a-4a62-ad39-a2a2473bf937","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56325","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.208521092Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37700"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.208801598Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed0fd8c5-ae3a-4c1f-8f5c-2020ddae958a, kind: Service { id: 3c756284-08de-4787-b7f3-044368280b50 }, name: Name(\"external-dns-3c756284-08de-4787-b7f3-044368280b50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 210])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: efdddf6e-49f8-44c1-8d5e-d6fc5d7d2b33, kind: Service { id: b891da64-118c-4a9d-b928-1f7a3859d9ef }, name: Name(\"external-dns-b891da64-118c-4a9d-b928-1f7a3859d9ef\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5e72e4c1-63a4-4daf-81a1-8c8f8344506d, kind: Service { id: 269293bd-ad63-4045-b9c7-c34d5764ee5b }, name: Name(\"nexus-269293bd-ad63-4045-b9c7-c34d5764ee5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c0cd85c0-3962-4894-99a0-0c2c2ee31e8d, kind: Service { id: d78a2279-7576-4881-b5e5-daf9d23ab9fe }, name: Name(\"nexus-d78a2279-7576-4881-b5e5-daf9d23ab9fe\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 236])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f676dbca-a16d-46d9-80ad-e2ab474d48e3, kind: Service { id: ee0a5125-3546-4d87-9fa7-6e5127d4b2b5 }, name: Name(\"nexus-ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.208838069Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.20888189Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.20889887Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.208909591Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.208920841Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.208926791Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.208939941Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3b9aa792-5b00-4a21-bc8f-5d4adaffb77a","remote_addr":"[fd00:1122:3344:101::b]:37700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":314,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.253481707Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"9721116d-e4a3-41ab-9094-aba0b62bc45f","remote_addr":"[fd00:1122:3344:101::a]:61140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":203744,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.271400559Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:56631"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.303264201Z","hostname":"sock","pid":1572,"uri":"/a7aac696-39b4-4408-bf34-17de9040dad3","method":"GET","req_id":"229f25c0-7925-447a-877c-497a3d59af80","remote_addr":"[fd00:1122:3344:101::d]:56631","local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31753,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.392764612Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55207"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.392996846Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: ed0fd8c5-ae3a-4c1f-8f5c-2020ddae958a, kind: Service { id: 3c756284-08de-4787-b7f3-044368280b50 }, name: Name(\"external-dns-3c756284-08de-4787-b7f3-044368280b50\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 174, 210])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: efdddf6e-49f8-44c1-8d5e-d6fc5d7d2b33, kind: Service { id: b891da64-118c-4a9d-b928-1f7a3859d9ef }, name: Name(\"external-dns-b891da64-118c-4a9d-b928-1f7a3859d9ef\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 159, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5e72e4c1-63a4-4daf-81a1-8c8f8344506d, kind: Service { id: 269293bd-ad63-4045-b9c7-c34d5764ee5b }, name: Name(\"nexus-269293bd-ad63-4045-b9c7-c34d5764ee5b\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 165, 92])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c0cd85c0-3962-4894-99a0-0c2c2ee31e8d, kind: Service { id: d78a2279-7576-4881-b5e5-daf9d23ab9fe }, name: Name(\"nexus-d78a2279-7576-4881-b5e5-daf9d23ab9fe\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 236])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f676dbca-a16d-46d9-80ad-e2ab474d48e3, kind: Service { id: ee0a5125-3546-4d87-9fa7-6e5127d4b2b5 }, name: Name(\"nexus-ee0a5125-3546-4d87-9fa7-6e5127d4b2b5\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 207, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.393049118Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.393068798Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.393082718Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.393089468Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.393101709Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.393107569Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:10:58.393134149Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c08f7b90-2bcc-437e-a82b-71f9a7582c37","remote_addr":"[fd00:1122:3344:101::a]:55207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":284,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:04.37192802Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40339"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:04.372153245Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4cd537ae-d371-48f8-ad86-0b6710520940","remote_addr":"[fd00:1122:3344:101::a]:40339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:04.415031026Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:04.415050287Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3849b7cc-bbb4-423f-bf10-1ab3599d174b","remote_addr":"[fd00:1122:3344:101::a]:40339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:04.426028605Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"361cf016-766d-4447-ad08-d53e1c803b51","remote_addr":"[fd00:1122:3344:101::a]:40339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":867,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.045424531Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43387"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.045642965Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9f6ab287-96f9-4221-be28-ad73d0ea8bdb","remote_addr":"[fd00:1122:3344:101::b]:43387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.100848263Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50324"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.102228011Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"02ce06fc-a918-4154-8ac0-f2f968cf6e9e","remote_addr":"[fd00:1122:3344:101::b]:50324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1234,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.18827784Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.18830662Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ec75157b-7de1-4dba-b95b-5ec27eade65f","remote_addr":"[fd00:1122:3344:101::b]:50324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.196352168Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d52f4133-cf7e-4c67-9455-6cdc71ca4727","remote_addr":"[fd00:1122:3344:101::b]:50324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":158,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.253925924Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.254061637Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"cc8cadc4-9122-4983-9410-99fad521a01d","remote_addr":"[fd00:1122:3344:101::a]:55642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.276126876Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.276151146Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"03e6a823-09cb-424f-81c3-546953c3cdd1","remote_addr":"[fd00:1122:3344:101::a]:55642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.376003962Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51310"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.377209487Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ae83c9e1-9ddd-43ce-aa8d-5083daa20a32","remote_addr":"[fd00:1122:3344:101::a]:51310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1152,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.38985697Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"912455a1-6bd5-4792-9bc6-8d8cb4e080de","remote_addr":"[fd00:1122:3344:101::a]:55642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.436378787Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45424"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.43653663Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"977f6d6e-e3a5-4e12-a236-188c81e1d78d","remote_addr":"[fd00:1122:3344:101::c]:45424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.482653378Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.482677819Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cf894736-4151-4e02-a151-7fbdfb1ed1c6","remote_addr":"[fd00:1122:3344:101::c]:45424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.503811828Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49205"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.504645466Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.572169849Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.633342311Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"82a7d34d-4ec2-4861-b93a-366251d51601","remote_addr":"[fd00:1122:3344:101::a]:49205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129486,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.633504114Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64047"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.633532394Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59891"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.634126887Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a609257c-0551-4179-ae0e-bd15a17ede30","remote_addr":"[fd00:1122:3344:101::a]:49205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":350,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.634144057Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3ccb2fbd-1cff-4fb3-819e-1cf8b2f7b3f3","remote_addr":"[fd00:1122:3344:101::c]:59891","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":351,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.634341882Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7753063f-40a6-4250-818c-d42b1f411807","remote_addr":"[fd00:1122:3344:101::c]:45424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":585,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.634972495Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.650591439Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60324"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.675262332Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.67948571Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/1e372421-f782-4b12-95c0-df052614cde0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.67999806Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.681828309Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.683109885Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.683142116Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"2f777458-4d63-4d19-8cd9-cdac8210a24c","remote_addr":"[fd00:1122:3344:101::a]:49205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4523,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.732352188Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.73241946Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d3e66cb5-d5d9-4e03-ac4e-a4e84c745637","remote_addr":"[fd00:1122:3344:101::b]:64047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98446,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.735950553Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c83d1b57-f547-429a-8620-9247b9e42665","remote_addr":"[fd00:1122:3344:101::b]:64047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":602,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.769530901Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.827804463Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2dae6cf5-e9fc-454d-9171-83cd4af2c10b","remote_addr":"[fd00:1122:3344:101::c]:60324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177002,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:19.828210851Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a2643f8f-925d-4ed0-a8aa-8debae832466","remote_addr":"[fd00:1122:3344:101::c]:60324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:28.150435239Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42773"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:28.150604933Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"bd2e6e7e-9d2a-4de8-9386-d2526acd6095","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42773","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:28.277935959Z","hostname":"sock","pid":1572,"uri":"/a7aac696-39b4-4408-bf34-17de9040dad3","method":"GET","req_id":"29bb3faa-4193-4f81-bd95-bcf0e64b70d1","remote_addr":"[fd00:1122:3344:101::d]:56631","local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7251,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:48.965118389Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39317"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:48.965287272Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7c193368-5efe-48d6-9262-2df57a965b5a","remote_addr":"[fd00:1122:3344:101::a]:39317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.004120739Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37693"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.004287743Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3a9c742e-fbfe-4928-b183-e43dea2758f2","remote_addr":"[fd00:1122:3344:101::b]:37693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.024272368Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.024486293Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ebd74d4a-c501-428e-a8c9-0129113e031f","remote_addr":"[fd00:1122:3344:101::b]:53433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.042552648Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.042577419Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bc8d5b18-4af4-43b8-a074-467486b0630a","remote_addr":"[fd00:1122:3344:101::a]:39317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1260,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.053496246Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b4d2e03a-2380-4d44-9b6d-0ee9edbd2e37","remote_addr":"[fd00:1122:3344:101::a]:39317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.063454373Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.063472003Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"656a3375-b78f-4e00-9a56-fc0167063913","remote_addr":"[fd00:1122:3344:101::b]:37693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.075035344Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"eaf27f85-f9a2-4b1a-b403-54279a04f1b7","remote_addr":"[fd00:1122:3344:101::b]:37693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.099044143Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.099155965Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ff161516-a224-4c49-9faf-623a52c27dcb","remote_addr":"[fd00:1122:3344:101::c]:52369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.121935628Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.121954199Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"98213d41-9274-4584-b3ce-d854b29467be","remote_addr":"[fd00:1122:3344:101::c]:52369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":932,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.130827143Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"20d88d1f-6842-4ea4-84c8-8deba1906ec7","remote_addr":"[fd00:1122:3344:101::c]:52369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.191348201Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46814"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.191513574Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6c17bc2e-48a0-4238-a1ab-cb838186844e","remote_addr":"[fd00:1122:3344:101::c]:46814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.196669052Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60576"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.196767374Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"62e3cb24-2f35-42ee-86d4-a32bfeacd678","remote_addr":"[fd00:1122:3344:101::a]:60576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.200067832Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41927"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.200709456Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.244188039Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.303448541Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1db76796-8e0e-4567-accb-4cfa2d236d90","remote_addr":"[fd00:1122:3344:101::a]:41927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103322,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.303746247Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61700"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.303813708Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45932"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.304166086Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.304176386Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"487a31e8-d9d1-4dbe-96a8-98d39ac4ac45","remote_addr":"[fd00:1122:3344:101::a]:41927","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":359,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.343433542Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.398079698Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.398125519Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ce4cb06d-d9cc-4597-90d2-e3c848ade9e6","remote_addr":"[fd00:1122:3344:101::b]:61700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.4025271Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a18b1d7f-fe3d-422b-9c49-327542165b41","remote_addr":"[fd00:1122:3344:101::b]:61700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":986,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.433000364Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.486168878Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5fc6e8e5-5396-44d4-841e-773f197369cc","remote_addr":"[fd00:1122:3344:101::c]:45932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":182088,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:49.486577817Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9f441736-db1b-42e4-bcb7-e68806328ec8","remote_addr":"[fd00:1122:3344:101::c]:45932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:58.183447939Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41606"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:58.183557511Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"3dd94213-0bab-41f2-8b2f-42d2aa0d44bb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41606","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:11:58.278895813Z","hostname":"sock","pid":1572,"uri":"/a7aac696-39b4-4408-bf34-17de9040dad3","method":"GET","req_id":"171d6ef1-ba19-4569-abca-b70ac490d7b8","remote_addr":"[fd00:1122:3344:101::d]:56631","local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7546,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.099492907Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58565"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.09964549Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c6c793dd-116c-46d0-b61c-9b07862ca2ed","remote_addr":"[fd00:1122:3344:101::a]:58565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.153698603Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.153734664Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2b851799-8b1f-4777-8cd0-65071ed31065","remote_addr":"[fd00:1122:3344:101::a]:58565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1536,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.165698373Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"950de7cb-2bbf-40df-8830-4bbe0f2e8259","remote_addr":"[fd00:1122:3344:101::a]:58565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.20359573Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52221"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.203739533Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"061f3874-c198-4c70-8a6c-def838249632","remote_addr":"[fd00:1122:3344:101::b]:52221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.220801898Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48856"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.222249848Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b68453bf-3be9-46c0-bf0e-8646dcbbdf2a","remote_addr":"[fd00:1122:3344:101::b]:48856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1399,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.260805929Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.260826309Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a1a67952-42c5-4cd6-9e14-96911561ba25","remote_addr":"[fd00:1122:3344:101::b]:52221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.271380819Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a905aeda-5753-4d31-b079-caf66f8372b9","remote_addr":"[fd00:1122:3344:101::b]:52221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.286687377Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.28685797Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ab0979ab-9747-42f3-a5fe-72629a09790e","remote_addr":"[fd00:1122:3344:101::a]:37579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.306406837Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.306506299Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"dcfe0b74-d39e-48a8-aa58-fcc6d522decb","remote_addr":"[fd00:1122:3344:101::c]:44034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.324541224Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.324558684Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"44425b7e-e22e-4c5c-a253-dd17876f3a1b","remote_addr":"[fd00:1122:3344:101::c]:44034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.332199793Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54647"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.332320835Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.381664491Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.458334045Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e61d8481-f351-4a94-87f1-4c5339a2e767","remote_addr":"[fd00:1122:3344:101::a]:54647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126071,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.458705412Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36067"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.458790734Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38806"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.459266704Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ee20179a-948d-4a47-b199-49535d7f0404","remote_addr":"[fd00:1122:3344:101::a]:54647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":432,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.459405417Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f07fda4d-6fe8-42d7-8163-f5637e624d40","remote_addr":"[fd00:1122:3344:101::c]:44034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":753,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.460461209Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.460548511Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c727291a-e2b4-4741-a473-27af12350e38","remote_addr":"[fd00:1122:3344:101::c]:38806","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1487,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.512292736Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.584688751Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"85b3e21a-8912-404e-bd79-3cbf861b2faa","remote_addr":"[fd00:1122:3344:101::b]:36067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125606,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.58511326Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"71a602b6-7107-4ddb-91ab-e964e390e984","remote_addr":"[fd00:1122:3344:101::b]:36067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.60390938Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39475"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.604030923Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.640358768Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.695268739Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"271f674b-19d5-44f8-9fb5-d052a988a5ca","remote_addr":"[fd00:1122:3344:101::c]:39475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91283,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:19.698443205Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"11c79875-ba88-4644-abc0-2541f05b6ed0","remote_addr":"[fd00:1122:3344:101::c]:39475","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:28.216052324Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:28.216171146Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"e8136b6f-0ef0-4a54-b1f6-e03d090503bf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53143","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:28.278851219Z","hostname":"sock","pid":1572,"uri":"/a7aac696-39b4-4408-bf34-17de9040dad3","method":"GET","req_id":"516aaefb-a1c6-40c6-9455-ac9150b29179","remote_addr":"[fd00:1122:3344:101::d]:56631","local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6956,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:48.998184984Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:48.998435509Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"443c8d2e-7ff7-41fd-bbdd-116976e98106","remote_addr":"[fd00:1122:3344:101::b]:36569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.015443463Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59428"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.016543406Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"64ea794b-9317-4523-8c58-b34b79ea10cb","remote_addr":"[fd00:1122:3344:101::b]:59428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1026,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.062622594Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48367"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.062808898Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7bed5c5a-5a50-40c9-aec8-157cdb8d54ee","remote_addr":"[fd00:1122:3344:101::a]:48367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.063762007Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.063777278Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4ceff368-42b3-4b51-b46f-95ea8ce52dce","remote_addr":"[fd00:1122:3344:101::b]:59428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.075094993Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b3e4d69c-fb30-4f2d-9598-0eb125b8c50e","remote_addr":"[fd00:1122:3344:101::b]:59428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":169,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.090499913Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35743"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.090602305Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.1317147Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.196901135Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8718cf44-8e05-4643-9818-c2f7f2b47fad","remote_addr":"[fd00:1122:3344:101::a]:35743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106333,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.197231872Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36384"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.197336404Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61025"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.197402695Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34381"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.198430706Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.198476967Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"78b41fef-897d-44ad-96d4-23ce1cf2dca7","remote_addr":"[fd00:1122:3344:101::a]:48367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1146,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.198514218Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9247fb7d-0039-4e58-ab18-1543b1f620c1","remote_addr":"[fd00:1122:3344:101::c]:61025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":960,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.198524528Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.1986207Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6827dc12-40f5-4689-bb8f-e17bda949282","remote_addr":"[fd00:1122:3344:101::a]:35743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1454,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.198630181Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0b9deb8d-f6f7-471b-a05e-9bba800e28cd","remote_addr":"[fd00:1122:3344:101::a]:34381","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":896,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.208320142Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f3aa73b2-69d0-44bf-9b8c-8ccaaf9f80d9","remote_addr":"[fd00:1122:3344:101::a]:48367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":312,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.22312802Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.223172321Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3243f7a1-78d6-4a37-94ac-6b122693ed18","remote_addr":"[fd00:1122:3344:101::c]:61025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.233689139Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3b4ea122-c58f-4f95-bce4-730f145f5c1a","remote_addr":"[fd00:1122:3344:101::c]:61025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":865,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.239046231Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.250120071Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48115"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.250376566Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b9ef23c1-10e6-4886-9810-53fc56d66cfd","remote_addr":"[fd00:1122:3344:101::c]:48115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.297153088Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b701f44d-de84-4b9d-8bcb-85383b1ab5ac","remote_addr":"[fd00:1122:3344:101::b]:36384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99577,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.298161439Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3362bc9a-af3b-40f6-aff7-661335dd7a5a","remote_addr":"[fd00:1122:3344:101::b]:36384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":753,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.333626676Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37133"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.333737759Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.369815329Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.424873953Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"10bd9854-8f0a-4bb9-9a97-1223b6075fcb","remote_addr":"[fd00:1122:3344:101::c]:37133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91168,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:49.425237591Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"84cbcb8a-a9dc-40fa-abb1-80d16e8d751b","remote_addr":"[fd00:1122:3344:101::c]:37133","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:58.279089688Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:58.279302423Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f0958ee6-ae0b-4509-af6a-db0652c55847","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45971","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:12:58.286254057Z","hostname":"sock","pid":1572,"uri":"/a7aac696-39b4-4408-bf34-17de9040dad3","method":"GET","req_id":"f6ec695b-a6ac-40fb-9a7d-d6397ea68696","remote_addr":"[fd00:1122:3344:101::d]:56631","local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.084615748Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:48900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.084745591Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"46a1c16d-0b4b-4a41-89c5-4720da4055ba","remote_addr":"[fd00:1122:3344:101::b]:48900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.131075854Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.131109754Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"dc80b1d6-8435-49ac-a61c-5b539da02658","remote_addr":"[fd00:1122:3344:101::b]:48900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.163285303Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36436"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.163390905Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4e5e680d-d858-4751-b90e-bce9dbed12f7","remote_addr":"[fd00:1122:3344:101::a]:36436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.217588792Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.217617452Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"917b5d15-4b72-4969-85f8-4ca940fdf8b6","remote_addr":"[fd00:1122:3344:101::a]:36436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.227501958Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2dc2f1e5-c313-4261-ab12-49d60151bf1a","remote_addr":"[fd00:1122:3344:101::a]:36436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":415,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.277014337Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.277224261Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"4010df78-25a2-400f-b07d-b9af8d040abe","remote_addr":"[fd00:1122:3344:101::b]:50243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.285308149Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b482bce7-8703-4c9f-921f-960d043a8b6e","remote_addr":"[fd00:1122:3344:101::b]:48900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":932,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.357603942Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51664"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.357696364Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.403179359Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.471136762Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ef5ad7c9-6c1d-4b51-85c9-566f45c61cf0","remote_addr":"[fd00:1122:3344:101::b]:51664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113471,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.471298905Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63573"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.471322225Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58209"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.471596971Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"4b641011-4e0d-49e7-8f89-fafbe366397d","remote_addr":"[fd00:1122:3344:101::a]:58209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.471615831Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4b751575-99d6-4c23-827e-e966ddb64406","remote_addr":"[fd00:1122:3344:101::c]:63573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.471726244Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b4b94e1a-8ea7-4d46-8f2b-41fbdddf7f48","remote_addr":"[fd00:1122:3344:101::b]:51664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.506274762Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36516"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.50760882Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"13af7cd3-1506-4877-9d0e-d20b2517157c","remote_addr":"[fd00:1122:3344:101::c]:36516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1094,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.518180439Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.51819253Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2bde814f-4c72-4550-82ed-5b4d95176e56","remote_addr":"[fd00:1122:3344:101::c]:63573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.519767703Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35828"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.519827804Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.559275613Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.614849039Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"329e223f-9a25-4a6f-819f-b1c9f19b037f","remote_addr":"[fd00:1122:3344:101::a]:35828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95037,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.615065343Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55212"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.615446651Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.615518333Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8b55c8b3-7b96-4776-9489-4e4e6d743915","remote_addr":"[fd00:1122:3344:101::a]:35828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":321,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.620811103Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c383f803-2d19-4fcc-9425-e9afc7157395","remote_addr":"[fd00:1122:3344:101::c]:63573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5505,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.652692285Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.707363602Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7ea1cd9f-2e8d-4208-9f3f-b725d5ebdffa","remote_addr":"[fd00:1122:3344:101::c]:55212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92090,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:19.707712529Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ed98ae7a-445f-403b-9958-f869825c5816","remote_addr":"[fd00:1122:3344:101::c]:55212","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:22.839413051Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:28.312628631Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49894"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:28.312729443Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"21ee7704-6993-44b3-903b-1832550f8f0d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49894","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:28.331969003Z","hostname":"sock","pid":1572,"uri":"/a7aac696-39b4-4408-bf34-17de9040dad3","method":"GET","req_id":"fad733f4-89d7-488b-982e-0e95196a0383","remote_addr":"[fd00:1122:3344:101::d]:56631","local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7956,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.031018179Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:57705"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.031221363Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6bdb62ce-cf5f-4877-aab7-86704068e8ae","remote_addr":"[fd00:1122:3344:101::b]:57705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.046853148Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.046895659Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"93c32a3a-e0a0-4fbf-8fbd-cea4facbe6e6","remote_addr":"[fd00:1122:3344:101::b]:57705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.062501924Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"78c017c7-1718-4925-a5de-3a14b398a14d","remote_addr":"[fd00:1122:3344:101::b]:57705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1098,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.118254183Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37556"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.118372475Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1df5fc59-536c-4ea8-9fed-4de65f9986c4","remote_addr":"[fd00:1122:3344:101::a]:37556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.118586199Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64702"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.119695962Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"baf93d78-0203-4cce-9383-907612c560ea","remote_addr":"[fd00:1122:3344:101::b]:64702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":987,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.135131693Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.135156444Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9aca25f1-54d5-4e70-acfc-eddbbdd37bb1","remote_addr":"[fd00:1122:3344:101::a]:37556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.14411437Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5da02c0e-df8b-4e39-a3c5-c006c6c53b38","remote_addr":"[fd00:1122:3344:101::a]:37556","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.167957316Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41289"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.168063348Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.21432816Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.275744496Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"efa750ad-7360-4282-a183-bb7d169bd723","remote_addr":"[fd00:1122:3344:101::a]:41289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107716,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.2759394Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35480"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.275982321Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56639"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.276011781Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52517"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.276316498Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.276368349Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"79b10374-1347-43a2-89ba-4bb24993db91","remote_addr":"[fd00:1122:3344:101::c]:56639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.280096406Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"387340ed-a137-4a72-bc37-3ec53392d6d7","remote_addr":"[fd00:1122:3344:101::a]:52517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3705,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.280232209Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4d470e69-7c15-454e-ab00-656e16485d7f","remote_addr":"[fd00:1122:3344:101::a]:41289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3861,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.294294961Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.294375743Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2cc2862c-68f9-47d0-9f33-047c89a782d0","remote_addr":"[fd00:1122:3344:101::c]:56639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1017,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.314191495Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.330268459Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34253"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.330688908Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"12496b13-945f-465a-b07e-f1e507d2c3b7","remote_addr":"[fd00:1122:3344:101::c]:34253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":286,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.333863644Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8ab1d422-0912-4c71-a2dd-4b63e5441c7f","remote_addr":"[fd00:1122:3344:101::c]:56639","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":290,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.364857798Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65409"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.372893285Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"21ec5870-d4c1-45b2-b712-f426edeb0efe","remote_addr":"[fd00:1122:3344:101::b]:35480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96743,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.372947136Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.37792245Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"85a06c8f-90eb-44e4-99e5-3caaab4e3704","remote_addr":"[fd00:1122:3344:101::b]:35480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":771,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.41019466Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.46838764Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"180e49b2-00de-4d7b-8869-3460eb1c02e7","remote_addr":"[fd00:1122:3344:101::c]:65409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103325,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:49.469507823Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f6a9d02d-e0d8-481a-9f11-55337c2b7cb4","remote_addr":"[fd00:1122:3344:101::c]:65409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":859,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:58.331664363Z","hostname":"sock","pid":1572,"uri":"/a7aac696-39b4-4408-bf34-17de9040dad3","method":"GET","req_id":"688b1725-ef80-45d2-a372-ead8ee1752bd","remote_addr":"[fd00:1122:3344:101::d]:56631","local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7187,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:58.347030342Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53309"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:13:58.347115484Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"9da8e9ff-0ae9-4b07-9958-f2d9014d1498","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53309","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.174268435Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.174407058Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"83448a72-6a88-47cc-b3a4-907401de19a6","remote_addr":"[fd00:1122:3344:101::b]:56593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.188365608Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.189761037Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f379c711-720a-419c-bbcb-f144b8d55fb0","remote_addr":"[fd00:1122:3344:101::b]:35828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1310,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.221317643Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.221342913Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"caa91d63-49f3-4b1f-b426-8892d03d1df0","remote_addr":"[fd00:1122:3344:101::b]:56593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.222116789Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33899"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.222186151Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e0a0d35c-7dbc-414a-a3b2-5780059d0f71","remote_addr":"[fd00:1122:3344:101::c]:33899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.232428334Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c62f86a7-b861-420c-aaa1-69cd2a4060b1","remote_addr":"[fd00:1122:3344:101::b]:56593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.273476647Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.273489757Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2b7a5639-f36a-4c8f-8bc8-709f8e309ca9","remote_addr":"[fd00:1122:3344:101::c]:33899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.283822532Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fe601d5c-bb79-4a99-b62a-ba513b82b46b","remote_addr":"[fd00:1122:3344:101::c]:33899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.291503021Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56480"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.291583913Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.333529545Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.40112357Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"275a76b2-c5f5-4581-9a06-0c345c6388e7","remote_addr":"[fd00:1122:3344:101::b]:56480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109564,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.401382496Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36885"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.401463587Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45687"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.401535429Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59363"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.401776234Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4ca49da8-2c06-472b-99d4-390c333e428d","remote_addr":"[fd00:1122:3344:101::b]:56480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":348,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.401887996Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"76c0d9ca-f4d9-462e-a96e-fd5f0f48d72f","remote_addr":"[fd00:1122:3344:101::a]:36885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":197,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.401933727Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.408924702Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"edba61af-388a-478c-b765-0dc4fb7586d4","remote_addr":"[fd00:1122:3344:101::c]:45687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7038,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.425914205Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35677"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.426244692Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6d0d2c1f-4f3a-46c5-82d2-495325c46fdf","remote_addr":"[fd00:1122:3344:101::a]:35677","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.444988662Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.445039423Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2e7e8efd-dd94-4928-ba62-6dbf96b81c13","remote_addr":"[fd00:1122:3344:101::a]:36885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":193,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.446206637Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.456055632Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b12c38dc-aed1-4901-9527-cc958616dc26","remote_addr":"[fd00:1122:3344:101::a]:36885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":382,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.502250702Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e7624e9c-f385-4afe-9032-46d2786a89f8","remote_addr":"[fd00:1122:3344:101::a]:59363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100512,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.50264307Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7dc6d5b6-875f-45e2-bec9-58bad4c9ef34","remote_addr":"[fd00:1122:3344:101::a]:59363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.587948473Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65227"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.588048575Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.622752047Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.672997071Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9d84fc96-9164-45bb-8848-d909d7361f3b","remote_addr":"[fd00:1122:3344:101::c]:65227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84983,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:19.676251219Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"94a2d226-a454-4c11-ae05-7d17cc86d727","remote_addr":"[fd00:1122:3344:101::c]:65227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.191690883Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63412"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.191970049Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"df9d978b-b748-4474-b3f6-3894cc005583","remote_addr":"[fd00:1122:3344:101::a]:63412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.192226565Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(2881451) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.192255635Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"b468232e-7d6e-42b0-933d-c9a20aa5dd16","remote_addr":"[fd00:1122:3344:101::a]:63412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.246256888Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39454"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.250909494Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 3985c901-7735-4842-b220-a7275981fd05, project_id: c9696f82-6ae9-4120-88de-3817f7c19506 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-14T10:14:26.246051653Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 73066ba8-09c7-4557-9bea-499403859ae2, kind: Instance { id: 3bdace54-e600-4361-a85b-66d4541eb2f7 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(2881451), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 73066ba8-09c7-4557-9bea-499403859ae2, kind: Instance { id: 3bdace54-e600-4361-a85b-66d4541eb2f7 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(2881451), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 73066ba8-09c7-4557-9bea-499403859ae2, kind: Instance { id: 3bdace54-e600-4361-a85b-66d4541eb2f7 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(2881451), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(2881451))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 73066ba8-09c7-4557-9bea-499403859ae2, kind: Instance { id: 3bdace54-e600-4361-a85b-66d4541eb2f7 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(2881451), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-6cfaf6d53c9\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 1eb37294-bcce-4e65-a0eb-80f2c216e85e, read_only_parent: Some(Volume { block_size: 512, id: 57b009ec-c4af-435a-bc2e-01b7a6fa4737, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5932581f-4ab6-4f48-80f0-d73a6d27f0f2, key: Some(\"op8HZeHo9nfVF808hS7CLQjnRB9pbwEI4F6vOCY5Z5k=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1eb37294-bcce-4e65-a0eb-80f2c216e85e, key: Some(\"umAG6u3/Sl4bMnl4muRHb/xn2s/KXTr1G3XkKsFRWck=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-6cfaf6d53c9\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.250969556Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.250986466Z","hostname":"sock","pid":1572,"propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 73066ba8-09c7-4557-9bea-499403859ae2, kind: Instance { id: 3bdace54-e600-4361-a85b-66d4541eb2f7 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(2881451), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 73066ba8-09c7-4557-9bea-499403859ae2, kind: Instance { id: 3bdace54-e600-4361-a85b-66d4541eb2f7 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(2881451), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 73066ba8-09c7-4557-9bea-499403859ae2, kind: Instance { id: 3bdace54-e600-4361-a85b-66d4541eb2f7 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(2881451), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(2881451))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 73066ba8-09c7-4557-9bea-499403859ae2, kind: Instance { id: 3bdace54-e600-4361-a85b-66d4541eb2f7 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(2881451), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-6cfaf6d53c9\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 1eb37294-bcce-4e65-a0eb-80f2c216e85e, read_only_parent: Some(Volume { block_size: 512, id: 57b009ec-c4af-435a-bc2e-01b7a6fa4737, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5932581f-4ab6-4f48-80f0-d73a6d27f0f2, key: Some(\"op8HZeHo9nfVF808hS7CLQjnRB9pbwEI4F6vOCY5Z5k=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1eb37294-bcce-4e65-a0eb-80f2c216e85e, key: Some(\"umAG6u3/Sl4bMnl4muRHb/xn2s/KXTr1G3XkKsFRWck=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::15]:19002\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-6cfaf6d53c9\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-14T10:14:26.246051653Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.251096178Z","hostname":"sock","pid":1572,"uri":"/vmms/b96e7c87-5eb4-4e2d-9654-6891ccfc8478","method":"PUT","req_id":"6c8d0cf3-9ffc-48df-841b-172a8b01ec02","remote_addr":"[fd00:1122:3344:101::a]:39454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4777,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.366960576Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48843"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.368802045Z","hostname":"sock","pid":1572,"uri":"/vmms/b96e7c87-5eb4-4e2d-9654-6891ccfc8478/state","method":"PUT","req_id":"c75b036c-1c96-48a9-80f8-c0d381226c5f","remote_addr":"[fd00:1122:3344:101::a]:48843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1717,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.369431178Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 2881451 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.369481919Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.408273945Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.429745351Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.45471559Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.454896154Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"17a14986-d3bc-49b0-8e7b-eaf25ecfadcc","remote_addr":"[fd00:1122:3344:101::a]:51142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:26.473543392Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {73066ba8-09c7-4557-9bea-499403859ae2: {10.151.2.176: {0792bb74-babb-4d3b-894c-53732b4a9a3d}, 10.151.2.175: {0792bb74-babb-4d3b-894c-53732b4a9a3d}}} }"} {"msg":"Profile for oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:27.498259081Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:27.498470455Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 50.710071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:27.698025723Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 99.392174ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:27.761003662Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 242.152391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:27.873206354Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 258.81434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:28.130643405Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:28.336632636Z","hostname":"sock","pid":1572,"uri":"/a7aac696-39b4-4408-bf34-17de9040dad3","method":"GET","req_id":"14c73e6c-0cb7-4b56-ba1a-2774735393a9","remote_addr":"[fd00:1122:3344:101::d]:56631","local_addr":"[fd00:1122:3344:101::1]:42475","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11863,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 953.832243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:28.406424667Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:28.40655417Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:28.406759824Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"ba521cab-68bd-4403-acb5-d089453619cb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63043","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 638.921445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:29.371976706Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 1.237730351s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:30.025465989Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 899.004026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:31.274154493Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 728.493354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:32.185341972Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:32.944181634Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 35.02792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:32.951911435Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 98.291944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:32.997812999Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 201.267103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:33.105816104Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\") failed: Property not found. retry in 222.23323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:33.315812609Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.549794082Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.583825289Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.728100548Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.728892095Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.728957716Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ea84673e-8a5c-4723-8656-d21f0868f90b","remote_addr":"[fd00:1122:3344:101::a]:51142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7255581,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-14T10:14:33.729570718Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.729594429Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.72961119Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-14T10:14:33.729570718Z }","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.729619739Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-14T10:14:33.729570718Z }, migration_in: None, migration_out: None }","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-14T10:14:33.785653634Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.785687395Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.785713925Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-14T10:14:33.785653634Z }","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.785721856Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-14T10:14:33.785653634Z }, migration_in: None, migration_out: None }","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:33.892696339Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"12a0e63d-e45a-4b15-a9ca-47650c514879","remote_addr":"[fd00:1122:3344:101::a]:51142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":357,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.833906577Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65267"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.834487709Z","hostname":"sock","pid":1572,"uri":"/vmms/b96e7c87-5eb4-4e2d-9654-6891ccfc8478/state","method":"PUT","req_id":"1e891443-0186-41c1-b34b-b352b24b690d","remote_addr":"[fd00:1122:3344:101::a]:65267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":502,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-14T10:14:43.834606512Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.834643352Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.834672813Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-14T10:14:43.834606512Z }","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.834704804Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-14T10:14:43.834606512Z }, migration_in: None, migration_out: None }","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-14T10:14:43.847625212Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.847648763Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.847668013Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-14T10:14:43.847625212Z }","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.847675183Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.847720194Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:43.847795606Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"16753192139854167192"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:43.847835937Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"2023229547513762551"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.849591883Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:43.849618614Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/1e372421-f782-4b12-95c0-df052614cde0/debug/bundle/zone\", \"/pool/int/d2c919ae-4e66-49df-9b93-6052525033cc/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/72564c2d-da78-47df-b5e0-e466228425e6/crypt/debug\", \"/pool/ext/8615412c-6995-4924-9f81-d9d7ad384bfd/crypt/debug\", \"/pool/ext/68e5e104-3a1a-4e31-9793-4ca3a05d19e5/crypt/debug\", \"/pool/ext/9ad630be-5982-4ebb-8428-bca18a77200a/crypt/debug\", \"/pool/ext/f10b4252-fbd0-4a26-a63b-0ae9478ebc12/crypt/debug\", \"/pool/ext/8c517ed8-9134-4300-bd98-54891db0f94c/crypt/debug\", \"/pool/ext/fbc2ff18-f741-4f6b-bc43-48c0804c5645/crypt/debug\", \"/pool/ext/00386e8f-fa98-4cdc-b7df-a9ee19d5ccc1/crypt/debug\", \"/pool/ext/679d0661-57e9-4d21-94ff-f3b3f439ca94/crypt/debug\"] }","zone_name":"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:44.486659805Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478\", bundle_id: 16dd143f-d591-4354-a620-8a7e9be2df6e }, time_created: 2024-10-14T10:14:43.849795087Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_b96e7c87-5eb4-4e2d-9654-6891ccfc8478","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T10:14:44.486730246Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.242832157Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.260119265Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(2881451), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.260152406Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(2881451), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.260514033Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-14T10:14:46.260486203Z }, migration_in: None, migration_out: None }","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.285135605Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-14T10:14:46.260486203Z }, migration_in: None, migration_out: None }","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.288467074Z","hostname":"sock","pid":1572,"instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","propolis_id":"b96e7c87-5eb4-4e2d-9654-6891ccfc8478","instance_id":"3bdace54-e600-4361-a85b-66d4541eb2f7","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.729164225Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36842"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.729317868Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3980e9e9-7d47-4c18-b37b-d2b0d4b9be55","remote_addr":"[fd00:1122:3344:101::a]:36842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.774367134Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.774431905Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.774444976Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"51af00d5-28be-4316-b5b2-b80ed7ee2011","remote_addr":"[fd00:1122:3344:101::a]:36842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.786298212Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f87c4883-a2c5-4c73-8d19-de9d832e079d","remote_addr":"[fd00:1122:3344:101::a]:36842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.982256105Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40236"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:46.982458109Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"845db44d-b2f4-462b-9ec0-85bc59899bd9","remote_addr":"[fd00:1122:3344:101::a]:40236","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:47.294059206Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63146"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:47.294317091Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"82fbc445-79af-41a1-8328-4c23c3b941e2","remote_addr":"[fd00:1122:3344:101::a]:63146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:47.451288103Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63136"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:47.451411766Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"cfb9bf56-0d14-4a28-b689-b45c399c7bcb","remote_addr":"[fd00:1122:3344:101::a]:63136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:47.465221613Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:47.465236813Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ea744d70-a654-40b0-823c-97e613c79b1d","remote_addr":"[fd00:1122:3344:101::a]:63136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:47.473544176Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1663227b-c4d8-49ab-b9a6-7df481320e8f","remote_addr":"[fd00:1122:3344:101::a]:63136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.053999141Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.054082953Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"41399573-13e7-427b-a1d4-882c0905dfc3","remote_addr":"[fd00:1122:3344:101::a]:52114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.067594534Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.067611334Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d2c962a7-d5c7-42f9-904c-14e06d508882","remote_addr":"[fd00:1122:3344:101::a]:52114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.074726452Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"79c79b93-f3c5-4e62-b450-c36900fece2d","remote_addr":"[fd00:1122:3344:101::a]:52114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.939968056Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56090"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.940106859Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"641e0216-efbf-408b-ba47-538659545610","remote_addr":"[fd00:1122:3344:101::b]:56090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.971295997Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.971329088Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"156f490c-d6c7-41e6-a7f9-6ffcae36ac41","remote_addr":"[fd00:1122:3344:101::b]:56090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:48.982413408Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2f3e60ef-e6e1-4db5-832d-58087e7295ad","remote_addr":"[fd00:1122:3344:101::b]:56090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":261,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.008773806Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59334"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.008907179Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"11f79f69-3d14-47a9-b7b1-68251973cd95","remote_addr":"[fd00:1122:3344:101::a]:59334","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.025229538Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.025248779Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5cde7be9-d9d2-4a33-a02a-3e73009697a4","remote_addr":"[fd00:1122:3344:101::a]:59334","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.03589537Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"dec5481b-aba9-4032-a862-956f5faa5718","remote_addr":"[fd00:1122:3344:101::a]:59334","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.111570363Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50532"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.111695746Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.149478731Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.209489568Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"75db805d-54d4-435d-9e66-c2f99640134e","remote_addr":"[fd00:1122:3344:101::a]:50532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97833,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.20959535Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.209617181Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40253"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.209801435Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"66e478f3-b76b-4d62-8f17-c2a9d0aeb294","remote_addr":"[fd00:1122:3344:101::c]:40253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.21100726Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"befbb058-7525-4c0a-afe3-92d9ffb3661e","remote_addr":"[fd00:1122:3344:101::b]:42363","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1236,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.2110276Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3f7bb739-aeed-4fdc-87a5-7d4d4ad0656e","remote_addr":"[fd00:1122:3344:101::a]:50532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1209,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.21198068Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.212147773Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0f5eff32-3f69-4276-a3ae-6230cfb93f5d","remote_addr":"[fd00:1122:3344:101::a]:33652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.251809508Z","hostname":"sock","pid":1572,"sled_id":"a7aac696-39b4-4408-bf34-17de9040dad3","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.251822578Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"890cf090-d96d-42b5-a588-36dabf29b92d","remote_addr":"[fd00:1122:3344:101::c]:40253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.276159504Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.276277746Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c7f036e9-7a24-40bc-95cb-1c02f451fb77","remote_addr":"[fd00:1122:3344:101::c]:51995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.279648246Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"cd5b075c-88be-4a35-904e-98b34e5bb817","remote_addr":"[fd00:1122:3344:101::c]:40253","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.319609607Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55048"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.32025311Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.359395034Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.418282418Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3105f20d-2003-43ed-84b3-961492f038d4","remote_addr":"[fd00:1122:3344:101::b]:55048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98608,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.418470712Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48409"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.418783588Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.41886563Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"22c6f695-bad7-48e0-a7dc-ad1eb43e7945","remote_addr":"[fd00:1122:3344:101::b]:55048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":293,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.456703786Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.514776444Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7bb0ec59-b674-4319-a3ee-0e4bfd3d76dc","remote_addr":"[fd00:1122:3344:101::c]:48409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96134,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T10:14:49.515148521Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"42db8865-47a6-42d4-b8ae-e486014f9c4a","remote_addr":"[fd00:1122:3344:101::c]:48409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"200"}