[ Oct 22 00:30:34 Enabled. ] [ Oct 22 00:30:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 22 00:30:34 Method "start" exited with status 0. ] [ Oct 22 00:30:34 Rereading configuration. ] [ Oct 22 00:30:34 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:34.402021294Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:34.402200267Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:34.454332233Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:34.454372974Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:34.566170288Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:34.575284086Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:34.583750663Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.188296991Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.323022777Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.323043787Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.323122178Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.323170309Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.323181349Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.323200569Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.326094327Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:35.326103157Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.326113707Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.326119497Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.326143577Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.326173328Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.32628637Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.32631172Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.32632624Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.3374159Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.337440381Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.43539284Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.842624477Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.842660368Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.842665898Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.842678318Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.842689318Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.842694488Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.842710188Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.85143925Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.85146451Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"042a0bdb-3057-4098-8648-7fd777304d2c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:35.939776603Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359730836Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359778857Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359817588Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359832668Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359841038Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359845558Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359851428Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359857648Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359874039Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359878379Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359882689Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359903699Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359909159Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359914019Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359919139Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.359935209Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.35994167Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.35994622Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.3599498Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.35995357Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.35996995Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.35998221Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.35998705Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.35999151Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.35999707Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360004501Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360024541Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360030441Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360034901Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360039291Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360050111Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360063892Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360091012Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360095122Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360101142Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360104962Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360108022Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360110862Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360136593Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360141833Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360146003Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360150003Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360156793Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360163963Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360185644Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360199644Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360203794Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360207824Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360211854Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360215984Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360219284Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360247545Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360251915Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360255765Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360261425Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360270055Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360273605Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360300946Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360305195Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360308416Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360311456Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360359727Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360377487Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360388427Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360395987Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360402017Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360405337Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360431548Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.360435378Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.370745185Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:742"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.370789216Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3961"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.370822796Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999924209s","next_cleanup":"Instant { tv_sec: 1587, tv_nsec: 64636622 }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.370833486Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.370887307Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.372740477Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.373587171Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.375301009Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.375807437Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.375816257Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.375856498Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.375900339Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.375915699Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.375921559Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.375946989Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.37595562Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.3759627Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.37597047Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.37597414Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.37597757Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.37599871Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.376028821Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.376366936Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 26fc8a25-8c7c-49c9-be24-a8461466dfe6,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: e50e0974-d68b-427b-915b-5bd9a655288a (sled),\n rack_id: 26fc8a25-8c7c-49c9-be24-a8461466dfe6,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.37659316Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.37660055Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.37662361Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.376634831Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.376791243Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.376933205Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.377017347Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: e50e0974-d68b-427b-915b-5bd9a655288a (sled), rack_id: 26fc8a25-8c7c-49c9-be24-a8461466dfe6, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.377322952Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4258"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.377368952Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4658"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.381953577Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.387778761Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.387893793Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.391975559Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.39203119Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.392153122Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:58389","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: e50e0974-d68b-427b-915b-5bd9a655288a (sled), rack_id: 26fc8a25-8c7c-49c9-be24-a8461466dfe6, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394034293Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394102884Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394553511Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394561121Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394569522Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394576051Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394645003Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394650813Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394655873Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394682563Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394686113Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394689544Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394727404Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.394741224Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.40616867Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.426166274Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.443471575Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.474209744Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.474253684Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.474259835Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.474279245Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Failed enable ddm stats (will retry after 63.46328ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.476950028Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69384584-e948-49c7-b976-2f967b3f5443\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 00:30:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"69384584-e948-49c7-b976-2f967b3f5443\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.487585951Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.51097502Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.511016541Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.516124014Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.516138474Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.516149794Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.54181226Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 138.823076ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.542291498Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96159510-230d-42d6-82b4-ec63bda15023\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 00:30:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"96159510-230d-42d6-82b4-ec63bda15023\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.602547796Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.681731801Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 136.050982ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.682345771Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a612e6-2eb9-42a6-910d-cf04eb6bf3a4\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 00:30:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a0a612e6-2eb9-42a6-910d-cf04eb6bf3a4\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.820421481Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 120.318228ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.820765796Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"870e2f6b-5bed-4217-a9fc-61984745eebf\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 00:30:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"870e2f6b-5bed-4217-a9fc-61984745eebf\" }"} {"msg":"Mounting oxi_20b2e8dd-3528-47c6-ab14-1bee850adf61/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.821776993Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.83455382Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.834632501Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.834660182Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.834683912Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.941770729Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 231.513548ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:36.942546292Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ccc930-1d4e-4cb7-a6e9-456c6774978f\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 00:30:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"93ccc930-1d4e-4cb7-a6e9-456c6774978f\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.174628097Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 225.117876ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.175250597Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75923024-ae23-4e53-bc18-7f0696b56b78\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 00:30:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"75923024-ae23-4e53-bc18-7f0696b56b78\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.400444311Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 184.596828ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.40104684Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4104a8d8-0ade-47d5-baa4-71873705b368\", \"content-length\": \"124\", \"date\": \"Tue, 22 Oct 2024 00:30:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4104a8d8-0ade-47d5-baa4-71873705b368\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.562155565Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.567382239Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.56741206Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.567489861Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:54049","producer_id":"e50e0974-d68b-427b-915b-5bd9a655288a"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:37.56863671Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"302.790714ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.569543394Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.569549205Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.569611575Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:926","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.569616066Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:37.586738653Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:37.873672379Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"363.93335ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:38.23925099Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.201150622s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:39.442136715Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.98888273s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.145577318Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2683"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.145598798Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2928"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.145605098Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2553"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.145609388Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2600"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.145635339Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3009"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.145639999Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3054"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.147465669Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2853"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.148731689Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2594"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.148843361Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:40.149026094Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 64.379354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:40.536746325Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 116.631452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:40.730313405Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 228.569995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:40.904876607Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 223.291703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:41.253762787Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:41.432663509Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.402082212s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 819.7458ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:41.659964097Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.274499452s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:42.537608746Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.452058076s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:43.87658554Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:44.836746118Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"9.645159299s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.04759497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:45.542520928Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.077373149Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.07742023Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.07743095Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.07745859Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.077724355Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.077923488Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.077976469Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.077990169Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3961"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.326923358Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:58389","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.327102351Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.327145152Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.327301374Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.327353705Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.327388865Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.327402746Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.327426126Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.327435976Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.332067861Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4282","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.332082202Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4298"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.332086622Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:47.584587978Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12602934267546915325"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:47.58471552Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4098285966382031446"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.613534638Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53154"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.613811852Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.613822163Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.613886474Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.613902004Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.614011376Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"4f2718fa-60df-4acd-991d-e3f646edd129","remote_addr":"[fd00:1122:3344:101::1]:53154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":314,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.643665097Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49037"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.64388018Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"c78d8752-b400-470f-be25-5e24a0fa3363","remote_addr":"[fd00:1122:3344:101::1]:49037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.645248653Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.645277823Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.645644279Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.645931704Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:882"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 8bd9a483-535a-4e7b-9ab1-8ac31df060a8, pool_id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: f66b0c75-706c-4006-bf36-f33374019817, pool_id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: dbe235e4-ebaf-4d8f-a1c9-b359a04f2a07, pool_id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 545915ca-d5ff-4e81-9f66-d6a4325c0d78, pool_id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: b0878cd1-90d7-48da-b4a2-e1e2c6c72a2d, pool_id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: de3164fd-78e9-4d3c-b327-149a4740db1c, pool_id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 6fccb824-9c2f-4408-b2e2-0cb20a6da0a2, pool_id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 9f0d1b8e-7b9c-486f-a31c-d56dff8302e0, pool_id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: aeb98aa9-9753-47ec-9039-ab27648f789a, pool_id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.675769998Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.67590884Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42835"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.676212915Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:862"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 8bd9a483-535a-4e7b-9ab1-8ac31df060a8, pool_id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: f66b0c75-706c-4006-bf36-f33374019817, pool_id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: dbe235e4-ebaf-4d8f-a1c9-b359a04f2a07, pool_id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 545915ca-d5ff-4e81-9f66-d6a4325c0d78, pool_id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: b0878cd1-90d7-48da-b4a2-e1e2c6c72a2d, pool_id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: de3164fd-78e9-4d3c-b327-149a4740db1c, pool_id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 6fccb824-9c2f-4408-b2e2-0cb20a6da0a2, pool_id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 9f0d1b8e-7b9c-486f-a31c-d56dff8302e0, pool_id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: aeb98aa9-9753-47ec-9039-ab27648f789a, pool_id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.676248645Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.676263956Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.676272926Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.676279236Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.676293876Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.676304777Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.676311807Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.676317537Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.828479635Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:47.828502676Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.04573922Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:48.082655189Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.142218085Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.150784754Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.150852565Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.150861956Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.150868976Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.150881246Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.151023548Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.151030338Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.184478031Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.19240649Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_05815180-fa73-47c8-8793-9dad48a6a2a3","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.359050673Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.366502224Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.366534785Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.366542405Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.366558745Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.366595876Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.376488196Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.376515367Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4912870c-99c9-4864-9312-2d393933ce6a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.466751241Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.475132217Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.475165467Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.475173658Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.475213708Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.475268469Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.475358441Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.475366541Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.508915525Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4912870c-99c9-4864-9312-2d393933ce6a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.516966876Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_4912870c-99c9-4864-9312-2d393933ce6a","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.689706608Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.697713918Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.697738278Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.697750479Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.697756119Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.697767169Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.707916694Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.707931744Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.795625707Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.802982166Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.803013977Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.803020686Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.803039317Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.803052217Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.803193359Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.80319834Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.837057289Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:48.84513549Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f643b80c-1fc2-4be9-93a9-fa7fd37e716e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.012422083Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.020246121Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.020278271Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.020285931Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.020291131Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.020295661Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.030161111Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.030184092Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.123844781Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.131934022Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.131970423Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.132016104Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.132061475Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.132071985Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.132207947Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.132215967Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:49.135814936Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.167111853Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.174830558Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f3053f19-a930-43cc-8978-6dcb10f47d61","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.345983415Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.353989055Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.354023246Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.354029396Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.354036106Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.354040046Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.36352655Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.36354532Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.456051031Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.463664925Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.463704065Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.463709156Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.463737276Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.463744626Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.463877368Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.463883768Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.497218989Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.504575008Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_d912c6f5-c454-43da-ae16-2d232f5f0eb5","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.672100837Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.68032697Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.680366971Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.680376121Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.680383061Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.680394221Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.69016181Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.69020674Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f72e2a71-8f15-4409-923c-af354b7632aa (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.785361244Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.793307373Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.793352944Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.793358784Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.793364354Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.793371834Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.793486626Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.793495116Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.82763602Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f72e2a71-8f15-4409-923c-af354b7632aa/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:49.835139452Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_f72e2a71-8f15-4409-923c-af354b7632aa","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.00520486Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.012779043Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.012808464Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.012813294Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.012819724Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.012837324Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.022311398Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.022327988Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.122180858Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.129860003Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.129881893Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.129887073Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.129949704Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.129956544Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.130093116Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.130098376Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:50.140469095Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.165142435Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.172711768Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_4124bd0f-6d92-452d-b8ec-890efde7c175","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.342676385Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.350406641Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.350439431Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.350445292Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.350449662Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.350454702Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.359850374Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.359882825Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6bea9bba-836b-44a8-977b-0b50b3178081 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.457546079Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.466400963Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.466438773Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.466446904Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.466477134Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.466483194Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.466610686Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.466621807Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.504587692Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6bea9bba-836b-44a8-977b-0b50b3178081/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.513861703Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_6bea9bba-836b-44a8-977b-0b50b3178081","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.689581214Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.697531653Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.697588994Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.697595984Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.697606164Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.697613614Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.707658627Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.707692258Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.805926221Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.813772289Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.81384222Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.81385671Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.813904681Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.813915091Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.814031773Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.814041873Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.849190514Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:50.856518282Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c2c09b26-0ffd-409b-9a74-0a32dc4478f3","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.022046098Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.029373866Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.029432147Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.029502999Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.029627601Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 20b2e8dd-3528-47c6-ab14-1bee850adf61 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 042a0bdb-3057-4098-8648-7fd777304d2c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.029673091Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.029679971Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.029835294Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.030058237Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:866"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.030066688Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.030071198Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:892","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.030076668Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:897"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.030080868Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:902"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.030091318Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.030098268Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:908"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.030144349Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.030151899Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:913"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.03020982Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"65fd8404-fff9-450e-8c02-35d3bff60d58","remote_addr":"[fd00:1122:3344:101::1]:42835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3354164,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.061095561Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.061259834Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57337"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.061594779Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.061599589Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.111117653Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.111154003Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:51.142582233Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.160431173Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.160482093Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.209186214Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.209223914Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.209230395Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.209278745Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.252160661Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.252193172Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.252197372Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.3057208Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.309745735Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.313629298Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.325706514Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.32973559Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:51.333570112Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/e50e0974-d68b-427b-915b-5bd9a655288a)","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:52.145261151Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:52.862699811Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:52.862743591Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:53.338611852Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:53.815876965Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:53.815953827Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:53.815995297Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:53.819975892Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:53.819996492Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:53.82416533Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7\") failed: Property not found. retry in 59.623304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:53.941524064Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d\") failed: Property not found. retry in 65.095041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:53.948185092Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad\") failed: Property not found. retry in 25.013234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:53.953739222Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad\") failed: Property not found. retry in 132.325984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:53.985195092Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7\") failed: Property not found. retry in 80.499138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.05475165Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d\") failed: Property not found. retry in 88.329526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.233115124Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad\") failed: Property not found. retry in 243.276059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.370798808Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7\") failed: Property not found. retry in 278.180418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.421878787Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d\") failed: Property not found. retry in 239.550385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.462825971Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad\") failed: Property not found. retry in 229.554555ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.651754426Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7\") failed: Property not found. retry in 331.789437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.717225819Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d\") failed: Property not found. retry in 250.346727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.729818813Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad\") failed: Property not found. retry in 1.179820165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.890874426Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d\") failed: Property not found. retry in 528.422063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:54.988610781Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7\") failed: Property not found. retry in 460.208679ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:55.057972746Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d\") failed: Property not found. retry in 906.001137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:55.52850076Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7\") failed: Property not found. retry in 1.197378258s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:55.537689289Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad\") failed: Property not found. retry in 1.344165566s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:56.082913535Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d\") failed: Property not found. retry in 1.242193272s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:56.44378257Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7\") failed: Property not found. retry in 848.653922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:56.74271954Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:56.853123931Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4306"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:56.853170662Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4316","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:56.858913095Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4395"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:56.995871477Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4461"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:56.995911018Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4488"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.035215045Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4501"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.035251106Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4347"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:57.081928493Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8308348012536343278"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:57.082050315Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2561833297137706320"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.087579265Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4389"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.087586355Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4468","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.107075421Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4479"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.107109422Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4521"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.175559212Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4553"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.175600043Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4559"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.263321096Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4600"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:57.263382907Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Failed to get switch ID from MGS (retrying in 60.205609ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:57.296032757Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 133.606089ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:57.357463564Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad\") failed: Property not found. retry in 1.213988448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:57.434786948Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 181.399854ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:57.492180489Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:57.587529116Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12602934267546915325"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:30:57.587646618Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4098285966382031446"} {"msg":"wait for service Some(\"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7\") failed: Property not found. retry in 832.062001ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:57.598379142Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 514.719614ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:57.674721981Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d\") failed: Property not found. retry in 738.713894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:57.693547637Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.19179379Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.223361842Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.223464314Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.22383334Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.22384496Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.259488388Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312102962Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312162423Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312175663Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312195883Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312202903Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312208374Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312213743Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312220094Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312225284Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312230734Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312237294Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312242544Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312247854Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312252004Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312256294Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312270484Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312274804Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312278864Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312282965Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312287035Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312291105Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312295115Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:58.312299155Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7\") failed: Property not found. retry in 1.344625978s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:58.439935996Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d\") failed: Property not found. retry in 1.020115936s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:58.446667495Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad\") failed: Property not found. retry in 1.23440813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:30:58.656928996Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:59.909266654Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:59.909304515Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_927912b9-9e81-49b4-8c6d-401ffc3d66ad"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:59.909321265Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_42eaca0b-e1f8-45e1-96a4-db2b312ecbf7"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:59.909326185Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:59.909704051Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:59.910058797Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"606e13da-49d3-461d-b1b8-e5043f9287f0","remote_addr":"[fd00:1122:3344:101::1]:57337","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8848695,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:59.911874956Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:30:59.959691582Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.004655381Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.052460187Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.052475057Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.085513723Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.086262096Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.086272716Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 7db72912-69be-4df2-ab6e-2dd45407474e (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7934b6c4-cfc3-4e03-b8b0-2ad4112eaa3b, kind: Service { id: 7db72912-69be-4df2-ab6e-2dd45407474e }, name: Name(\"ntp-7db72912-69be-4df2-ab6e-2dd45407474e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.115634572Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.115749864Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62070"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.116046319Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.116054499Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.137210432Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.137235472Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.156532846Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.156560566Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.173896407Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.173920698Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.174119351Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.174253333Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.185438655Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.218480481Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.219092981Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.219104471Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.248334525Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 146, 28]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.248343345Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.248822093Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.248834583Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.249095667Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.250168675Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.273373741Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.291982443Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.910826704Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:00.910941816Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e\") failed: Property not found. retry in 64.514097ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:01.037436467Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e\") failed: Property not found. retry in 69.8168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:01.119619521Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e\") failed: Property not found. retry in 236.918785ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:01.215565897Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e\") failed: Property not found. retry in 542.886789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:01.461838803Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e\") failed: Property not found. retry in 881.284449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:02.016671544Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e\") failed: Property not found. retry in 1.274796427s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:02.907159152Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e\") failed: Property not found. retry in 901.2062ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:04.191170743Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e\") failed: Property not found. retry in 892.583761ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:05.101541143Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.016239283Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.016295414Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.016702081Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.017030186Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"c28218c8-7ce2-40ff-a1bf-49bc271f85cf","remote_addr":"[fd00:1122:3344:101::1]:62070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5901186,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.019288523Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.049122617Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.049278719Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48609"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:06.05858285Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.058697422Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"139a5b19-8eef-4cec-96b1-0329bedfd5a6","remote_addr":"[fd00:1122:3344:101::1]:48609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9270,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:06.060899458Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.201427258Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:06.201603381Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41708"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:07.084860551Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8308348012536343278"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:07.084968522Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2561833297137706320"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:07.589877944Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12602934267546915325"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:07.590018277Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4098285966382031446"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:09.492428661Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"605788162517344797"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:09.807107747Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5238568977474308989"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:09.911289567Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7815033753748808378"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:10.211226473Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:10.211360255Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"e5b71841-9325-4848-8f40-917cedc40fcf","remote_addr":"[fd00:1122:3344:101::1]:41708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009667,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:10.213589191Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:10.37990512Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:10.380060722Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50573"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:10.38857793Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:10.388662722Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"8f28010f-d933-4c7c-b654-667620a6c54a","remote_addr":"[fd00:1122:3344:101::1]:50573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8541,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:10.391797162Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:10.62336625Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:10.623497452Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52142"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_7db72912-69be-4df2-ab6e-2dd45407474e': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-22T00:31:10.631630884Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:10.631735745Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"6a36cf59-e840-4646-9cb0-ad938203e23e","remote_addr":"[fd00:1122:3344:101::1]:52142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8186,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:10.634234086Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:10.851353098Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:10.851481601Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56324"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:14.864672594Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"81809d98-af30-4e81-95c6-2051ede8a075","remote_addr":"[fd00:1122:3344:101::1]:56324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4008128,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1729557073.33709, correction: 0.05056015 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:14.866860295Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:14.866879758Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.052896793Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.053021576Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46731"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.06161475Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"b40ddb80-ca47-46dc-ab95-b1d37c868a93","remote_addr":"[fd00:1122:3344:101::1]:46731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8357,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1729557073.33709, correction: 0.050026655 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.063287093Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:15.06329135Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.366107349Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.366231625Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38224"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.38827106Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"8fbc5cce-84e1-46bb-8e8b-26bed2cdf0b2","remote_addr":"[fd00:1122:3344:101::1]:38224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":21868,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1729557074.657946, correction: 0.049348019 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.390246704Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.390251035Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 7db72912-69be-4df2-ab6e-2dd45407474e (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7934b6c4-cfc3-4e03-b8b0-2ad4112eaa3b, kind: Service { id: 7db72912-69be-4df2-ab6e-2dd45407474e }, name: Name(\"ntp-7db72912-69be-4df2-ab6e-2dd45407474e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 778b5da2-234f-4f22-9088-122f6000a2a4 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 51719187-c423-4136-bd14-0ac7604691ab (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 10ef867a-2629-4ba6-9747-a38a752b2d3f (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } } } }, OmicronZoneConfig { id: 614a56f5-ff81-44af-a8af-9fed369c7f01 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External } } } }, OmicronZoneConfig { id: af9278e2-efee-4d04-8e57-d084da405968 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.419271189Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.419383794Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63958"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.419856253Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.419863134Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.439199798Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.439231505Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.456086545Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.456121477Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 778b5da2-234f-4f22-9088-122f6000a2a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.473334713Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.473371594Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 778b5da2-234f-4f22-9088-122f6000a2a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51719187-c423-4136-bd14-0ac7604691ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.525687183Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.525735353Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 51719187-c423-4136-bd14-0ac7604691ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10ef867a-2629-4ba6-9747-a38a752b2d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.581143704Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.581182095Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10ef867a-2629-4ba6-9747-a38a752b2d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 614a56f5-ff81-44af-a8af-9fed369c7f01, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.635134826Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.635240305Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 614a56f5-ff81-44af-a8af-9fed369c7f01, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af9278e2-efee-4d04-8e57-d084da405968, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.685110974Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.685147499Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: af9278e2-efee-4d04-8e57-d084da405968, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.736117717Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.73616341Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.736323801Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.736546474Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.817340377Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.817379781Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.817385537Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.817390909Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.817394809Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.906784907Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.910937709Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.915230017Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.919254159Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.923089637Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.927722633Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.932984028Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.937931654Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.942611043Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:15.947276055Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:18.910503167Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:18.910573396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:18.910620347Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:18.915812441Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:18.983223387Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:18.983362186Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:18.983442729Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:18.988210703Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 72.108752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:19.06144211Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:19.061733077Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 29.007126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:19.070614467Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:19.070761047Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 144.372591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:19.109731915Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 25.119999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:19.124460936Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 70.536989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:19.252628593Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 52.149015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:19.487274145Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 64.158575ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:19.806276032Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:20.029242837Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"270.180397ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 279.626313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:20.063205274Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 134.438885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:20.102882483Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 175.816584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.0310476Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 66.126477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.373072302Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 153.758753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.443305688Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 282.953711ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.48068765Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 210.946664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.497039011Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 354.887322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.512915764Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 116.123819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.529892716Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 446.741718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.610586551Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 169.256103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.657112761Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 543.219075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.71984649Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 807.044092ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.774652027Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 556.169339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.83767781Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 503.208551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:21.879406642Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 964.749441ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:22.07134428Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 1.075762659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:22.277758116Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 1.25307053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:22.39388688Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 577.938108ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:22.403485107Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 909.864179ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:22.59208491Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 1.342770635s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:22.992090315Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 783.971844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:23.047571569Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 1.369108842s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:23.366247804Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 1.331674909s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:23.512950627Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 1.21464973s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:23.659756131Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 1.173442161s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:23.842276014Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 1.301198901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:24.348124755Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 1.024639994s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:24.748606314Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 1.248531713s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:24.858369891Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 608.153569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:24.886201499Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 1.301074708s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:25.027426616Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 1.052118019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:25.506275402Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 637.08053ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:25.66306507Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 711.400242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:25.785434833Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 1.164518453s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:26.119486881Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 543.342368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:26.310805183Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 587.833429ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:26.340824884Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 733.691714ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:26.508385687Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 692.703634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:26.570575956Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 540.460565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:26.867280872Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 1.17763813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:26.941203712Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:27.098093758Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48696"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:27.098339236Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"c165358c-6ece-4221-8f90-c2077e0ca7b5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48696","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 1.39689615s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:27.253215071Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 1.119921858s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:27.274644288Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 1.363086163s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:27.296798659Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 1.297386881s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:27.417975012Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 541.25012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:28.132196876Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 818.434729ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:28.406599132Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 944.976894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:28.664228792Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 1.348144782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:28.674073408Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 916.824224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:28.683919506Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 1.122659295s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:28.727989705Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 1.13745391s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:29.237981338Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 1.345646745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:29.612876144Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 1.173790586s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:29.621448666Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 902.051421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:29.863996884Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 1.347117512s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:30.035284747Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 1.343716501s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:30.387813473Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 563.142633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:30.77822639Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 821.819565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:30.806898825Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 1.042538122s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:30.971298641Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 578.647473ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:31.35252355Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4\") failed: Property not found. retry in 1.17119511s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:31.394848646Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01\") failed: Property not found. retry in 703.966694ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:31.640126097Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab\") failed: Property not found. retry in 779.326117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:31.743890918Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968\") failed: Property not found. retry in 962.970093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:31.945309541Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f\") failed: Property not found. retry in 1.001362688s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:32.026701012Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.05297979Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_778b5da2-234f-4f22-9088-122f6000a2a4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.053030294Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_614a56f5-ff81-44af-a8af-9fed369c7f01"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.053039556Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_51719187-c423-4136-bd14-0ac7604691ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.053047947Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_af9278e2-efee-4d04-8e57-d084da405968"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.053055869Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_10ef867a-2629-4ba6-9747-a38a752b2d3f"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.053106888Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.053514764Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.053915438Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"98ac7a5b-d7f6-464a-9e7f-02d3f3eb358e","remote_addr":"[fd00:1122:3344:101::1]:63958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":17586078,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.086187767Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55694"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:33.111447226Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3757"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:36.565414558Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"301.607276ms"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:51.530118698Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3775"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:31:51.900846813Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.459679529s"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.363644782Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3798"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.363889966Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"e01095df-78fe-435f-b8aa-564e933beb6a","remote_addr":"[fd00:1122:3344:101::1]:55694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22276726,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 7db72912-69be-4df2-ab6e-2dd45407474e (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 7934b6c4-cfc3-4e03-b8b0-2ad4112eaa3b, kind: Service { id: 7db72912-69be-4df2-ab6e-2dd45407474e }, name: Name(\"ntp-7db72912-69be-4df2-ab6e-2dd45407474e\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 146, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 778b5da2-234f-4f22-9088-122f6000a2a4 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 51719187-c423-4136-bd14-0ac7604691ab (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 10ef867a-2629-4ba6-9747-a38a752b2d3f (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } } } }, OmicronZoneConfig { id: 614a56f5-ff81-44af-a8af-9fed369c7f01 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External } } } }, OmicronZoneConfig { id: af9278e2-efee-4d04-8e57-d084da405968 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External } } } }, OmicronZoneConfig { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name(\"external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name(\"external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name(\"nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name(\"nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name(\"nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7ab276a-527a-42f6-b169-e0079c024430 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c4e4554d-3767-4139-9cd6-7b8f7bc20696 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26cb4910-66e0-447b-a9fe-b56f1eccd33e (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: ef33f36a-2317-4f47-821d-4cfbccd3056c (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: b6fabd16-0c44-4d4e-8891-220660ced37f (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: bc227b7a-504b-4d14-a0b2-298387ecf3d7 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14bbe5e4-bb66-4b10-abdd-57d4f73f950e (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 480888f2-5a14-4872-84ee-4203b8e8ad3b (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External } } } }, OmicronZoneConfig { id: cc9c640a-d082-4992-ae26-2265af436049 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External } } } }, OmicronZoneConfig { id: e25dacf9-31af-4674-910b-dafdcdcd38d8 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External } } } }, OmicronZoneConfig { id: 960438c0-57fe-4406-a0be-4f4ee6b84a88 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External } } } }, OmicronZoneConfig { id: df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1b0d34b4-83ba-4bc1-974b-4b8176749e06 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.395370287Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.395523569Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42112"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.39620217Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.39621509Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 927912b9-9e81-49b4-8c6d-401ffc3d66ad, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.420206119Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.42025092Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 42eaca0b-e1f8-45e1-96a4-db2b312ecbf7, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.441699758Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.441753839Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3a7586a1-eab7-4d3d-af3d-cc4036fbeb5d, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 778b5da2-234f-4f22-9088-122f6000a2a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.46216482Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.462216531Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 778b5da2-234f-4f22-9088-122f6000a2a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 51719187-c423-4136-bd14-0ac7604691ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.482242166Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.482279277Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 51719187-c423-4136-bd14-0ac7604691ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10ef867a-2629-4ba6-9747-a38a752b2d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.499822291Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.499859752Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10ef867a-2629-4ba6-9747-a38a752b2d3f, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 614a56f5-ff81-44af-a8af-9fed369c7f01, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.519131675Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.519170985Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 614a56f5-ff81-44af-a8af-9fed369c7f01, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: af9278e2-efee-4d04-8e57-d084da405968, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.536671879Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.53671171Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: af9278e2-efee-4d04-8e57-d084da405968, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.553553503Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.553606024Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.636073902Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.636136423Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4e4554d-3767-4139-9cd6-7b8f7bc20696, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.715686123Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.715749074Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c4e4554d-3767-4139-9cd6-7b8f7bc20696, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bc227b7a-504b-4d14-a0b2-298387ecf3d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.796031397Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.796086638Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bc227b7a-504b-4d14-a0b2-298387ecf3d7, dataset_name: DatasetName { pool_name: ZpoolName { id: 05815180-fa73-47c8-8793-9dad48a6a2a3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 14bbe5e4-bb66-4b10-abdd-57d4f73f950e, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.872506338Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.872564709Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 14bbe5e4-bb66-4b10-abdd-57d4f73f950e, dataset_name: DatasetName { pool_name: ZpoolName { id: 4912870c-99c9-4864-9312-2d393933ce6a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 480888f2-5a14-4872-84ee-4203b8e8ad3b, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.959929616Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:55.959983747Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 480888f2-5a14-4872-84ee-4203b8e8ad3b, dataset_name: DatasetName { pool_name: ZpoolName { id: f643b80c-1fc2-4be9-93a9-fa7fd37e716e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cc9c640a-d082-4992-ae26-2265af436049, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.039626088Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.039681609Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cc9c640a-d082-4992-ae26-2265af436049, dataset_name: DatasetName { pool_name: ZpoolName { id: f3053f19-a930-43cc-8978-6dcb10f47d61 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.123681352Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.123732563Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62, dataset_name: DatasetName { pool_name: ZpoolName { id: d912c6f5-c454-43da-ae16-2d232f5f0eb5 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e25dacf9-31af-4674-910b-dafdcdcd38d8, dataset_name: DatasetName { pool_name: ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.200430337Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.200477168Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e25dacf9-31af-4674-910b-dafdcdcd38d8, dataset_name: DatasetName { pool_name: ZpoolName { id: f72e2a71-8f15-4409-923c-af354b7632aa (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 960438c0-57fe-4406-a0be-4f4ee6b84a88, dataset_name: DatasetName { pool_name: ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.270588026Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.270643507Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 960438c0-57fe-4406-a0be-4f4ee6b84a88, dataset_name: DatasetName { pool_name: ZpoolName { id: 4124bd0f-6d92-452d-b8ec-890efde7c175 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.337035004Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.337090505Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bea9bba-836b-44a8-977b-0b50b3178081 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1b0d34b4-83ba-4bc1-974b-4b8176749e06, dataset_name: DatasetName { pool_name: ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.39845994Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.398504601Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1b0d34b4-83ba-4bc1-974b-4b8176749e06, dataset_name: DatasetName { pool_name: ZpoolName { id: c2c09b26-0ffd-409b-9a74-0a32dc4478f3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.464519292Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.464587073Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.464818407Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.464970439Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.5636233Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.587469457Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.587726391Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.628697716Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.628777527Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.628784857Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.628789827Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.628793417Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.628797077Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.628800337Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.808433282Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.808595144Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.808628915Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.820089951Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.878893135Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.879149539Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.87918319Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.87922067Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.87922965Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.879453784Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.885410701Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.890993131Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.897246763Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.90325851Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.909277028Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.915500519Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:56.921069419Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.04504802Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.049687675Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.054723327Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.059461934Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.063886726Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.068607673Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.073615944Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.078429692Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.082847313Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.087445558Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.093402305Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.098942325Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.104470994Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.11101088Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.118107816Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.123754887Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.129312797Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.135495968Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.142102675Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.14858033Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.166555782Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.166740394Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b35bb778-ad2d-4656-b2fb-fe3ba8dd7dd3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57356","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.20776727Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.291336196Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.363637299Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.42778394Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.520979042Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.523432692Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.523451572Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.581421852Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 150, 183]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.581444673Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.582999358Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.583012008Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.72492107Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 229, 21]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.724947011Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.727183837Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.727196077Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.797240394Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 182, 169]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.797284595Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.812072835Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.812170166Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.896508834Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 186, 220]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.896541595Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.899513643Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.899531523Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.960277729Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 217, 115]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.961093282Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1270","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.961526189Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.961537029Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.961832974Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.961844334Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.962282452Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:57.96402331Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.019685253Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.019770944Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.02011491Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.02013162Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.020387784Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.020425645Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.020626548Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.02387953Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.023901251Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.028354143Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.031722387Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.031738818Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.031748198Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.085215045Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.085660353Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.196992287Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.20380691Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.211726858Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.220129574Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.227983432Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.23649406Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.248084168Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.267382961Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:31:58.284882035Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.086407816Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.086631959Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.110151051Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.110780251Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.143178957Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.14337982Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.162766914Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.162927567Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.162987368Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.170688053Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.170742244Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.177470983Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.177761298Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.177964501Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.178041712Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.184281083Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.190391132Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.190486734Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.19642372Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.202621291Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.202853255Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.209571164Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.238782318Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:01.238967661Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 65.620984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.360126826Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 44.821944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.370798679Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 29.792972ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.381143307Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 34.214161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.39363659Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 29.917579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.403335817Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 54.875131ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.412587057Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 37.210259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.421186367Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 53.605878ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.429166566Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 31.916766ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.437009172Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 125.488763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.446749112Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 136.74885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.465874412Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 68.282378ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:01.4854525Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 105.461293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:04.65056394Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 64.646436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:04.736418723Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 140.748971ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:04.78493718Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 35.409567ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:04.888040193Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 89.30227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:04.948972821Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:04.954388539Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 81.68351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:05.027029557Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 147.087677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:05.15603359Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 164.004936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:05.361970322Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 129.735741ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:05.541608046Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 71.037585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:05.688268585Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 193.140266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:05.813739011Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 85.553788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.01396166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 137.199092ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.296018325Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 109.77745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.325599385Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 100.329932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.349787237Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 126.313254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.371224585Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 214.12625ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.46703152Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:06.467823643Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 290.895875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.619170238Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 485.850461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.638678795Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 583.4447ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.658543467Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 244.865995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.681047302Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 166.364956ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.728550643Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 356.19255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.756262092Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 216.685923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.776794025Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 188.023817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.793149821Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 171.589644ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.808695553Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 328.405545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.825814441Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 147.358749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.849048188Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 549.689415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.881036196Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 299.118883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.929211548Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 358.576765ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.947288222Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 493.401839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.962738352Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 432.034877ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:06.996758574Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 285.071371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.012103243Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 275.587329ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.030264677Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 49.646744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.041450559Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 381.662519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.057282015Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 140.261146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.10560405Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 522.118668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.127880381Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 417.039417ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.147077422Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 909.154889ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.16725121Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 499.254718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.24801861Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 133.633286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.258395418Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.184815153s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.271203356Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 413.927436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.311974188Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.023725093s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.323312652Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 412.974059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.338815403Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 291.722667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.407486157Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 614.067023ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.443751406Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 840.537215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.461169868Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 709.770757ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.478089683Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 969.349657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.491351608Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.10017267s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.581809326Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 523.146625ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.665869449Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 849.152949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.73245006Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.444985813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.74724769Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.353579753s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.75962465Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 589.107904ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:07.774592333Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.194015963s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.075267661Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 927.506362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.089126836Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.108902344s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.201401598Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 549.809958ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.213565595Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.484103836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.31433832Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.120919927s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.361237301Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.033409775s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.375170117Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.429118902Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"2.307511068s"} {"msg":"Profile for oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:08.443277392Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:08.443589917Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 726.428078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.468465261Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.089129165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.480327753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 981.993965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.596877724Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 841.799033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.69404217Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 511.124945ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.778500421Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 67.444417ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.795289483Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 66.889077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.877107711Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 284.077147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:08.955851548Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 933.914764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.02932924Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 630.644518ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.123523188Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 868.969566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.202578161Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 896.362322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.21181557Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 378.806427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.255279806Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.222192935s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.279620141Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.329336469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.300117683Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.132153639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.320340361Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 984.879345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.419537161Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 546.907104ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.493916847Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.402688881s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.548490743Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.44388306s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.581519779Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 750.427394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.591732305Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 696.508533ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.643878671Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 645.027606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.766924077Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.043356423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.812139781Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:09.920746183Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:09.920941366Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:09.920970776Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:09.928108239Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.23905045s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:09.981794353Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 766.151239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:10.068863335Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 884.613212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:10.103565608Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.274214074s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:10.120825618Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.486093749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:10.746963897Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.010150255s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:10.785063325Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.230170067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:10.852699632Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.231802084s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:10.917459653Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.309742692s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:10.967517985Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.258821347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:10.987290336Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 25.03029ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.003677222Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 826.699295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.07021346Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.157917698s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.082831935Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 74.908456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.092480922Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 724.610186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.180279136Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.455952871s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.194779001Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 934.046568ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.208279841Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.32146022s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.387406287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 95.160614ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.530421177Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 941.172999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.664059845Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 63.576521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.804105798Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 988.955932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.815571533Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.203566398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.826862657Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 272.904979ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.840428117Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 199.968312ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.881443912Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 962.904919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.908510221Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.344032092s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:11.920082759Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 236.634823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.096517461Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.344858842s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.107377878Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 450.992112ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.124937212Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 993.149217ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.154242588Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 556.416556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.16363712Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.292102781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.193738989Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.293450862s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.253094692Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.443264662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.263852236Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 734.581263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.289259678Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.00951424s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.346197472Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 836.75427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.589865486Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.231303869s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.618093993Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 675.352151ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.664034679Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 576.062552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.723860309Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.180073966s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.736151009Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.014318263s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.815622628Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.078545734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:12.880352899Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.374394845s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.035018747Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.244121988s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.045282734Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.354478833s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.156122522Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 994.811221ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.27370006Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 705.92469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.309000002Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.092482244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.347968425Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.120574695s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.364762907Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.396573317s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.435554726Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.334564034s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.460304077Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.306791063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.495124962Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 574.073084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.556298145Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.194462371s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.716477393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.190904536s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.838830909Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.482002161s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.857506952Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.019157262s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.96771727Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.114729775s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:13.975956973Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 672.216749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.024628252Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 904.675972ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.139279513Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.031651998s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.280511074Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.426565902s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.298795951Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 504.435944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.418528483Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 613.331307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.450620984Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.032735775s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.493942237Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.432290396s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.520106341Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 889.563687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.706838391Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 519.27525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.804618117Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 729.77514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.812736559Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.038963855s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.840864815Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.026100422s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.92003954Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.4601723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.933097632Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.466017967s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:14.99586602Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.430887894s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.03902701Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 755.431393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.053152669Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.052043669s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.073662882Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 877.994881ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.099600613Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.302412945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.321247779Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.288665074s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.333271684Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.422044053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.34841052Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 609.767468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.53642155Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 502.09715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.551638717Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.472251302s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.605263307Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.448021072s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.734383952Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 940.072018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.818503367Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 975.794383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.889209494Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.487652447s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.955279496Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.169051837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.963396717Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 861.871242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:15.986738616Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.209246451s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.0640651Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.366280193s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.13676861Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 908.213622ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.155795808Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.189913403s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.403736541Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 749.423743ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.472058339Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.273560344s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.480545897Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.328472898s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.630884386Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 749.716036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.639583977Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 669.990285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.768407218Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.121131449s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.779559538Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 893.724893ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.860357379Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 552.00563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:16.88136341Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 816.70897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.075661632Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.331583507s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.088327398Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.200125191s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.140565335Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 652.791584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.191082575Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.464390225s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.230913941Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.105611582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.281637814Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.327266266s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.398709943Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 913.687033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.442194519Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 680.887944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.450480333Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 853.445634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.458623136Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 524.930725ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.51188762Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 844.517882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.603193111Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.002247436s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.764941745Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.393849347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.772717571Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.224393065s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.854485088Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:17.891627051Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:17.891849784Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.370662937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.906510392Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 878.3034ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.914597813Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 705.724574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:17.968904784Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.399955207s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.048625937Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 53.752858ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.062479752Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 140.942955ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.124961006Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 976.683459ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.151372304Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 256.609727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.280062622Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 567.766588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.337109908Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.031883019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.363444565Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 544.838485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.374559845Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 658.993284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.397569989Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.341528649s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.429628329Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 696.406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.455785753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 518.621759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.550132464Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:18.562025187Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:18.562122348Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.064560801s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.684701947Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 872.26917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.704854874Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 39.98626ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.712228574Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.089754841s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.735590053Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 85.117672ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.759660723Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 813.917234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.776383284Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 778.339536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.80261402Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 234.45754ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.852922876Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 911.205051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.914216441Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.275499082s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:18.928264549Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 567.576204ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.066746435Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.054305269s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.077016282Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.455561016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.086930753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 258.541236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.095264398Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.079994836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.136829942Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 646.081845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.159353928Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 697.214047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.176092739Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 587.137444ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.285654417Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 1.046262289s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.361097691Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.434068229s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.404121059Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.033079082s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.457564566Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 524.295166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.587551275Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 877.812264ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.596083813Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 773.931798ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.60386188Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.136539053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.641717224Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 947.845712ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.757774987Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.394836122s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.77958072Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 819.85211ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.812498745Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.206203006s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.832020861Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.223047637s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.839234278Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.462776366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.881668847Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.309686241s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:19.888770092Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.227382837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.120990619Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 687.597393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.139132833Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.215900067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.213384574Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 620.61409ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.224538738Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 523.731275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.386541816Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 710.261509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.414372258Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.192076679s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.48476733Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.157661632s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.500410567Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 510.487098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.562565332Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 541.474633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.642516669Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.139740971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.715060555Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 755.621578ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.787994426Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 823.227965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.837328518Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 902.727718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.847412537Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 807.406224ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.855139458Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:20.872953916Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:20.873396794Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.240120475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:20.920206643Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 41.798292ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.043007234Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 600.934614ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.051094016Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.249873069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.071928814Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.081008424s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.081940566Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 119.27231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.092718671Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 1.335036244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.13518438Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 974.590081ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.184898616Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.323812334s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.194151277Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 814.568327ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.207473463Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 286.595565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.220299411Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 682.347093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.354143572Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 728.259427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.362587959Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 970.117223ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.438778125Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 497.722643ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.516463015Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 674.926494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.554255359Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.279954101s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.661449327Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.486962423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.670564006Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.111856513s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.679182425Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.100290524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.686997242Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 587.849435ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.694576885Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.217403583s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.760636897Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 947.128928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:21.865545899Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 451.751986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.024896293Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 987.127561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.032753281Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.079068887s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.044453961Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.047418424s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.101025018Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 899.991079ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.168994471Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.220669992s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.177981527Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 700.243488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.186206891Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 904.856493ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.240737725Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 737.449607ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.291197984Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 661.461319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.330675464Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.148488488s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.420320519Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 1.255895448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.47955173Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 779.460774ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.486661915Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.368534024s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.528531134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 791.504994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.798558105Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.098976259s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.807369708Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 738.305736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.821853383Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 909.266364ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.896748468Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 931.120864ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.95111945Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.222067953s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:22.988377934Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.140314703s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.001193022Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.004288326s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.029250127Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.39665395s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.036775379Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 544.402319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.078897603Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 628.213673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.132587944Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.459367714s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.155347923Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.414215183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.163552106Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.327240867s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.173291234Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 1.424716497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.277669788Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 936.252411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.408822236Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 659.672898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.570857825Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 899.988178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.579668428Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.060140807s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.598845559Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.42669754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.632358403Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 1.317375221s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.745705762Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 614.363962ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.768774187Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 941.565129ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.816015143Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 971.425526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.892989812Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 871.540119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.906874857Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 733.451562ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:23.914828297Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 626.820251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.044871256Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 911.305901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.15111095Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.216653905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.220061338Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.286832052s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.241523166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 769.302488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.356085555Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 926.15793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.395249791Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.45331455s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.444191905Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.266168582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.489548981Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 657.263941ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.508851054Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.020769234s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.587392338Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 511.868398ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.624893086Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.373853113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.657269892Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.238846337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.667681221Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 516.533549ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.679527673Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 646.691704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.712051541Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 784.111488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.766829529Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.209251798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.786311736Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.301300513s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:24.873709614Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.202036406s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.070277372Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 1.152412103s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.079195637Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.123045062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.087675904Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.150772894s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.143069153Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 557.791975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.155357412Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 959.880306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.179968122Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.246298699s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.213261422Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.257201675s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.335337873Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 743.644197ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.373432581Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 959.973355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.45107146Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 669.164773ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.543214285Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 624.700776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.566021286Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 517.332259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.622430061Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 836.00137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.729808533Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 692.093072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.774741842Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.132473574s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.915955723Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.336906831s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:25.932174356Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 631.27344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.013421534Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 510.716647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.049117233Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 1.025774987s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.136827526Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 525.24921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.159834209Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 696.580608ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.183784638Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.055841747s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.200645472Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.339973185s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.217247941Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 649.007235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.233130109Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 653.085007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.249958222Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 897.323598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.267175411Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 747.144128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.288477647Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 907.196559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.31085697Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 918.626356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.430905798Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 761.127421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.474254681Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.127736369s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.485661476Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.160575744s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.577446485Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.36540689s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.598201872Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 612.543971ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.615808758Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.380815323s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.661417018Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.144426949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.704498997Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.840601715Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"3.148254846s"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.27544619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.89817942Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 642.748845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.914058957Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.049949055s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:26.92591809Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 786.144659ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.046699129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 506.426637ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.059228093Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 787.707043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.177734835Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 1.336248326s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.1909723Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.078681495s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.230518382Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 830.852067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.241581961Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 758.632503ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.252713702Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 731.012693ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.265445158Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 715.109119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.281261975Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 653.714311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.359150719Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:27.512404385Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:27.514149394Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4f3655a6-62e0-46c7-8bec-4f257f64d96f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34579","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":512,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 803.593969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.571342331Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.219741011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.583343126Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 607.543888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.593739755Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.339109737s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.626878002Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.035771904s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.752213896Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.395988054s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.844787238Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 619.636495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.860842348Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 921.700572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.977642803Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 960.348701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.986601469Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 670.724432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:27.99780139Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 797.004198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.011034565Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 718.325244ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.019743817Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 549.201855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.02740511Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.158392811s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.034743879Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 984.143559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.054858166Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.367097781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.085429051Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.398531214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.186018914Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.325407265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.215599053Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 528.663137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.321198887Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.026849633s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.386612838Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.494990796s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.49215578Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 1.276100016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.539952396Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 598.058039ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.589607641Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 1.379598757s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.680235742Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 703.446678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.749715379Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.384571772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.800413771Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.138432481s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.815487446Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 681.175049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.82620426Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.331281143s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.861612164Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.464463443s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.908671478Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.457729782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.958436715Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 853.289059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:28.97907548Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 607.94317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.051649437Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.048125901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.198727853Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.371272608s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.208610074Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 537.466825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.253529852Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 771.669602ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.426985667Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 970.23743ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.464581846Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.370239612s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.473870407Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.487935741s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.519266524Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 822.772625ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.555104465Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.170920639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.596158421Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.059160043s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.673851032Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.204745189s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.805551238Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 1.455298146s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.831231625Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.245787047s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.846675816Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 655.2548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:29.968813987Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.27311596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.000955453Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 863.04514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.074218007Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.007293977s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.198764077Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.231819876s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.209822687Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 514.181179ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.220955437Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 621.948824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.26367735Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.019293987s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.38566858Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 780.438807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.402148817Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.1863997s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.435200503Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 671.642824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.452197369Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 544.504401ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.59464647Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 551.257199ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.639062701Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.002600112s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.749450272Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 725.426986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.761847983Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 960.72015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.78014205Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 922.151506ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.859456007Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.385641868s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.902056918Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 581.934098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:30.951121084Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 987.615437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.021060809Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 919.186688ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.031595509Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.464877142s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.102894266Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.42944498s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.133516643Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 888.847298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.14936001Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 979.64947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.191645426Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.277123362s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.199839979Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.07347476s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.214289144Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 987.883244ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.283776181Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 994.446065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.294363843Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 870.399426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.41435272Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 975.461649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.450152001Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 887.729214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.497305136Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 535.325042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.543518006Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.33190095s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.632205345Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.149336383s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.752552457Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.130667563s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.76195607Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.275843009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.790246379Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 984.464089ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:31.96040241Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.066707152s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.018537633Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 1.292005477s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.047274939Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 1.297237975s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.090228136Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 859.21822ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.181294393Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.347120212s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.281602621Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 947.623667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.29511633Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 1.458333394s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.302899256Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 702.100901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.311033138Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 931.064882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.319420624Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 606.476948ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.39434276Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 1.269952082s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.433960023Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 918.332843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.486425404Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.469996705s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.572281387Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 763.587641ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.580066763Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 506.814262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.902726188Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.128053256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.91209904Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 808.778514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.955432463Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.1530744s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:32.97432618Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 858.311574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.01065834Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 921.228381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.022038694Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 1.333495603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.048439422Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 703.518165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.075796016Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 966.572622ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.093562955Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 660.026469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.253347537Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.451144733s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.261495619Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 992.542987ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.348115325Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 808.298214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.355788899Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 897.555867ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.396743754Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.328555848s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.413323433Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 821.106431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.421514516Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.459607467s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.639110546Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 717.163726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.713615875Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 787.686214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.770152362Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 647.452469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.777879587Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 635.603569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.787929961Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.245712002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.878570361Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.318142049s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.922343022Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.355917025s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:33.952942468Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 673.254837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.050276987Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 1.032446113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.058549031Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 670.188821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.068676795Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.367224491s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.136329963Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 1.400687355s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.173875852Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.163388313s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.253071297Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 698.26791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.304173416Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 932.034542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.350328945Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 858.600411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.391686306Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 569.147235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.431621114Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 590.886306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.439218397Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 592.710921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.447243427Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 966.299993ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.567843804Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320\") failed: Property not found. retry in 1.405629204s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.723029792Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 834.740594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.732850692Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6\") failed: Property not found. retry in 1.483315146s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.747806494Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 782.458795ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:34.755366427Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06\") failed: Property not found. retry in 1.435785183s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.012205304Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696\") failed: Property not found. retry in 1.212613823s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.020717142Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430\") failed: Property not found. retry in 943.907594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.038673443Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62\") failed: Property not found. retry in 1.471303524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.048126726Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88\") failed: Property not found. retry in 854.52879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.100273492Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e\") failed: Property not found. retry in 1.262337601s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.108436755Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f\") failed: Property not found. retry in 1.312432431s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.131088342Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb\") failed: Property not found. retry in 1.394524324s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.248631309Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b\") failed: Property not found. retry in 798.45549ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.258213465Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371\") failed: Property not found. retry in 788.088595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.290734642Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c\") failed: Property not found. retry in 1.040278272s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.317418895Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e\") failed: Property not found. retry in 1.239319667s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.427316008Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8\") failed: Property not found. retry in 1.341694202s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.513572778Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f\") failed: Property not found. retry in 560.256076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.549613212Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7\") failed: Property not found. retry in 1.367699597s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.565292177Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049\") failed: Property not found. retry in 1.355533815s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.582293303Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\") failed: Property not found. retry in 525.353878ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:35.596429682Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.978771718Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_1ddbaee3-3dbf-4414-b1d3-075d046a666f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.978973121Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_df5e8e82-8c42-470c-8f2b-eaaa9abaa7a6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.978979061Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_1ed57c3f-d967-4545-97bd-c26e5c30bbbb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.978983912Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_oximeter_f7ab276a-527a-42f6-b169-e0079c024430"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.978988092Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_14bbe5e4-bb66-4b10-abdd-57d4f73f950e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.978992232Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_ef33f36a-2317-4f47-821d-4cfbccd3056c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.978996512Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_b6fabd16-0c44-4d4e-8891-220660ced37f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979000522Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_bc227b7a-504b-4d14-a0b2-298387ecf3d7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979004432Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_cc9c640a-d082-4992-ae26-2265af436049"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979060973Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_26cb4910-66e0-447b-a9fe-b56f1eccd33e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979078733Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_1a6ad6ee-052d-4f07-aa87-7e5a1e4daa62"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979083153Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_e25dacf9-31af-4674-910b-dafdcdcd38d8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979087153Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_ac50d2b2-d7d9-4d55-9c28-567f3362fbbb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979090894Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_e8c37ad4-fd39-4460-b5dc-d6c95ee10320"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979094654Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_960438c0-57fe-4406-a0be-4f4ee6b84a88"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979205445Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_1b0d34b4-83ba-4bc1-974b-4b8176749e06"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979210225Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_clickhouse_c4e4554d-3767-4139-9cd6-7b8f7bc20696"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979217285Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_480888f2-5a14-4872-84ee-4203b8e8ad3b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.979221145Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_b360f3f1-c2e5-43e4-b254-fe92a717e371"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.9794774Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:36.99366048Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.003566811Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"c2c1adf1-562e-4203-922e-a99adea2a15b","remote_addr":"[fd00:1122:3344:101::1]:42112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41607063,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.021634134Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.021796696Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.02200553Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.57551417Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.586437907Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.623067081Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.629104589Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.748169161Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:37.906556161Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:37.944669769Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"6.770637395s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:38.100453856Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:38.246137519Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:38.39961457Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:38.772387758Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:39.19044353Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:39.571758627Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:39.850380627Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:40.493489081Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:41.037034089Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:41.526387148Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:42.265097063Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:42.807646715Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:44.239401893Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:32:44.753423633Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"9.712822554s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:46.041224696Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:47.351415373Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/26fc8a25-8c7c-49c9-be24-a8461466dfe6/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:48.573776564Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e8e5c22-7b42-4b8d-8045-f81cd47945e3\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 00:32:52 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e50e0974-d68b-427b-915b-5bd9a655288a\\\"\", request_id: \"4e8e5c22-7b42-4b8d-8045-f81cd47945e3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:52.187366311Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16f33889-a4ec-4656-9913-09345f2179dd\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 00:32:55 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e50e0974-d68b-427b-915b-5bd9a655288a\\\"\", request_id: \"16f33889-a4ec-4656-9913-09345f2179dd\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:56.136307539Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:57.549762531Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59515"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:57.549835572Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"c744e5e4-2fcd-4738-9d0a-2ae45e367086","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59515","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a57cc6bc-4d6e-4021-a529-b0c73e93eaea\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 00:32:58 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e50e0974-d68b-427b-915b-5bd9a655288a\\\"\", request_id: \"a57cc6bc-4d6e-4021-a529-b0c73e93eaea\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:32:59.189689057Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66c12ed6-e0c5-45b7-87b9-a9bd19712e29\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 00:33:05 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e50e0974-d68b-427b-915b-5bd9a655288a\\\"\", request_id: \"66c12ed6-e0c5-45b7-87b9-a9bd19712e29\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:05.62605738Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f8fe944-62f1-4767-bbe9-6e276f07c9bb\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 00:33:12 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e50e0974-d68b-427b-915b-5bd9a655288a\\\"\", request_id: \"0f8fe944-62f1-4767-bbe9-6e276f07c9bb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:12.049446783Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70463e1c-2f02-4154-bcfa-301114e09f1c\", \"content-length\": \"173\", \"date\": \"Tue, 22 Oct 2024 00:33:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"e50e0974-d68b-427b-915b-5bd9a655288a\\\"\", request_id: \"70463e1c-2f02-4154-bcfa-301114e09f1c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:16.640315165Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:18.944766053Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:19.047483319Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53968"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:19.049445041Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:19.049457761Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:19.049509722Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:19.051737318Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:19.242442102Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"8e7cc8d4-a19a-4ff0-8ff4-3c410f5436e9","remote_addr":"[fd00:1122:3344:101::c]:53968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":194105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.085336111Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35815"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.087381634Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"776173df-c6f2-4ba2-b12f-741b425aaf40","remote_addr":"[fd00:1122:3344:101::c]:35815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1978,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.087712179Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40805"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.087940413Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4f4c06e4-32cf-471f-86bf-eacbf9a99b36","remote_addr":"[fd00:1122:3344:101::a]:40805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.144562362Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.144610243Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4f87ce88-0621-4645-b510-55cbffbd8b02","remote_addr":"[fd00:1122:3344:101::c]:35815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":696,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.148704229Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.14872854Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e239237d-5ed0-45b7-a5cc-fca67cd9f749","remote_addr":"[fd00:1122:3344:101::a]:40805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.223080366Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.223823788Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f0097279-b8f1-4ab0-a391-623fe48daabc","remote_addr":"[fd00:1122:3344:101::a]:36247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":612,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.249644307Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.249804699Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1fd9b243-7d54-47fc-ba0a-046f4eadeb5e","remote_addr":"[fd00:1122:3344:101::c]:50346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.319825996Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8041ac61-32f7-45bc-ad38-91347c17163f","remote_addr":"[fd00:1122:3344:101::c]:35815","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3476,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.321528103Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 5 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.321589314Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5b9e4247-0343-4275-a3e7-9aa92158644f","remote_addr":"[fd00:1122:3344:101::a]:40805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.380748174Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61566"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.380837835Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d70c945c-d357-43de-9d0e-a4cf9efffbfa","remote_addr":"[fd00:1122:3344:101::b]:61566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":25,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.423814083Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42719"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.424033966Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"8f2ea9da-ec79-4999-a0b1-5f22309ac7fa","remote_addr":"[fd00:1122:3344:101::b]:42719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.460140172Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.460161292Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5c5a7eef-371f-4f8c-a6c7-4594aa6417c0","remote_addr":"[fd00:1122:3344:101::b]:61566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:21.473755773Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2da19774-0de8-4882-9805-7fbe5d69febf","remote_addr":"[fd00:1122:3344:101::b]:61566","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:24.630340795Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:35322"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:24.668137069Z","hostname":"sock","pid":1572,"uri":"/e50e0974-d68b-427b-915b-5bd9a655288a","method":"GET","req_id":"238eab98-6a12-475a-8adf-5781b1dc0b3b","remote_addr":"[fd00:1122:3344:101::d]:35322","local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36892,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.581989733Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.582126695Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4428c439-9665-4b1a-8e30-c0716fa11452","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40689","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.622732554Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33262"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.62375387Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name(\"external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name(\"external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name(\"nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name(\"nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name(\"nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.623808431Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.623841612Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.623849212Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.623863672Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.623878872Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.623910773Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.623935443Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"864279da-2e57-4228-818e-8dbc91ada44d","remote_addr":"[fd00:1122:3344:101::c]:33262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1130,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.625804473Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.797389957Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47529"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.797518309Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.797532699Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.79754545Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.797867425Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:27.99600667Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"7b129fa2-56dc-4464-9c10-2602886c207e","remote_addr":"[fd00:1122:3344:101::c]:47529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198489,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.318848781Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49145"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.319114665Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name(\"external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name(\"external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name(\"nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name(\"nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name(\"nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.319177956Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.319216427Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.319229267Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.319249147Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.319267518Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.319284428Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.319291738Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d00fbd57-a0bd-4b10-ae6b-1bce5118ffce","remote_addr":"[fd00:1122:3344:101::c]:49145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":348,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.375618382Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50746"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.375813855Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name(\"external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name(\"external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name(\"nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name(\"nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name(\"nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.375862476Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.375884396Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.375900827Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.375909387Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.375928277Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.375949967Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.375965288Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"0797d83e-c3af-41d4-a51b-46733fe42701","remote_addr":"[fd00:1122:3344:101::b]:50746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":257,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.541499073Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52484"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.541710337Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0a9617e4-b230-4cf3-bf60-222f1daf4df2, kind: Service { id: e8c37ad4-fd39-4460-b5dc-d6c95ee10320 }, name: Name(\"external-dns-e8c37ad4-fd39-4460-b5dc-d6c95ee10320\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 220])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 68a0f950-6467-48bb-b198-77a5253fae12, kind: Service { id: 1ed57c3f-d967-4545-97bd-c26e5c30bbbb }, name: Name(\"external-dns-1ed57c3f-d967-4545-97bd-c26e5c30bbbb\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 169])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 60b8c23e-4f5b-4259-9ee0-0845046b29a4, kind: Service { id: ac50d2b2-d7d9-4d55-9c28-567f3362fbbb }, name: Name(\"nexus-ac50d2b2-d7d9-4d55-9c28-567f3362fbbb\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 217, 115])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 73b1ae2e-5e7d-4c5e-8af0-31d8145c570a, kind: Service { id: b360f3f1-c2e5-43e4-b254-fe92a717e371 }, name: Name(\"nexus-b360f3f1-c2e5-43e4-b254-fe92a717e371\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 21])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ec446109-19ba-4097-9ed2-643d63373744, kind: Service { id: 1ddbaee3-3dbf-4414-b1d3-075d046a666f }, name: Name(\"nexus-1ddbaee3-3dbf-4414-b1d3-075d046a666f\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 150, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.541778328Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.541824149Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.541842939Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.541864959Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.54187425Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.54190041Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:29.54191985Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9180a25c-34e5-4468-b354-6d01cf683ad7","remote_addr":"[fd00:1122:3344:101::a]:52484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":354,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:34.220075078Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:34.22021831Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d4492ed3-9147-4ced-8973-7994c4e0890e","remote_addr":"[fd00:1122:3344:101::c]:37405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:34.233969123Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:34.233987123Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"190794e9-6c5e-4bfb-98d1-eca8cc70b103","remote_addr":"[fd00:1122:3344:101::c]:37405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:34.243109741Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7e19444e-5847-4db3-ac04-53182b1ce5b0","remote_addr":"[fd00:1122:3344:101::c]:37405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":266,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.26355443Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51441"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.263749064Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e2980de8-93ca-477b-81af-c82f1ebe7ba5","remote_addr":"[fd00:1122:3344:101::c]:51441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.283940751Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.283975362Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2c0624b0-07c0-4112-a561-c027dd2cba65","remote_addr":"[fd00:1122:3344:101::c]:51441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.292445089Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60501"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.292568261Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5e9ef7dd-3d52-4443-b3fe-e8388cbac3e2","remote_addr":"[fd00:1122:3344:101::a]:60501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.31221703Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.31224827Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"316e9178-2842-4d00-97b2-282c10884378","remote_addr":"[fd00:1122:3344:101::a]:60501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.32332219Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f8636885-223b-454b-a775-970c63f778bf","remote_addr":"[fd00:1122:3344:101::a]:60501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":288,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.338776031Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.339043495Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2de53c05-ecb4-46f2-afa7-e357b4c28578","remote_addr":"[fd00:1122:3344:101::c]:37232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.343007459Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f0084237-71a3-4e91-9191-49a61e65441f","remote_addr":"[fd00:1122:3344:101::c]:51441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.395013303Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50311"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.395118165Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f390d7ca-670f-49eb-bdc4-3016a1b482f9","remote_addr":"[fd00:1122:3344:101::b]:50311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.449003529Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.44903494Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d6de55cf-95cf-4b60-af2f-942981e4df79","remote_addr":"[fd00:1122:3344:101::b]:50311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.451147314Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47799"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.452681519Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.523957835Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.596614224Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"31e16069-e51c-4534-b944-1c210d744cca","remote_addr":"[fd00:1122:3344:101::a]:47799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145404,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.596942309Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.597422107Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4eac90a1-eff5-40d0-a62c-ab44e76277ae","remote_addr":"[fd00:1122:3344:101::b]:50311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":463,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.597472368Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.597680481Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"23c42468-e206-496e-ad3d-8b9431851ac4","remote_addr":"[fd00:1122:3344:101::a]:40897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.598267511Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"839cb731-de6e-45cf-9d58-1ed2c29e6b53","remote_addr":"[fd00:1122:3344:101::a]:47799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1248,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.598351222Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.646637496Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.653520967Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.654148658Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.655266116Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.655960957Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.655980937Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"8ba2b47f-ba06-40af-ab35-ad7b5bf437c0","remote_addr":"[fd00:1122:3344:101::a]:47799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4851,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.675726678Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47685"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.676167165Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"9cdb1554-3c49-40ad-98c6-883616900097","remote_addr":"[fd00:1122:3344:101::b]:47685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":279,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.687919486Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47070"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.710187347Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.710235488Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3c531ac3-b493-4d14-9519-1434eae4ef6b","remote_addr":"[fd00:1122:3344:101::c]:62748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111942,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.715265619Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"95af5acb-36c4-47ae-85bc-05e2b8bea8da","remote_addr":"[fd00:1122:3344:101::c]:62748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":767,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.752440112Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.814300426Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ea463a80-d5c3-4129-9088-7876714576ea","remote_addr":"[fd00:1122:3344:101::b]:47070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126147,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:51.814718863Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b5895cb8-dc29-49c5-95e8-dff54cb6af37","remote_addr":"[fd00:1122:3344:101::b]:47070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:54.639286418Z","hostname":"sock","pid":1572,"uri":"/e50e0974-d68b-427b-915b-5bd9a655288a","method":"GET","req_id":"44405e1d-0e88-4220-b185-8e223c67a6d9","remote_addr":"[fd00:1122:3344:101::d]:35322","local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8338,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:57.642391741Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50668"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:33:57.642526553Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"0bc7d81e-f3ea-4f0b-9e0f-e1f748967b95","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50668","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.072643843Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64792"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.072770825Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"19f3d945-1dee-4008-9266-373176cc10b2","remote_addr":"[fd00:1122:3344:101::c]:64792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.135612264Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.135646655Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"eb188a46-01fe-47be-9777-97d9d4767811","remote_addr":"[fd00:1122:3344:101::c]:64792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.14459765Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.145359212Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1f642777-1ff0-4bf7-bc9c-4772870f6c7d","remote_addr":"[fd00:1122:3344:101::a]:62235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.148457862Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7ece183c-9ea3-41cf-bb46-718a9a956c31","remote_addr":"[fd00:1122:3344:101::c]:64792","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.227417783Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.227664467Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6a84f72f-0448-4067-9771-42091ba78223","remote_addr":"[fd00:1122:3344:101::c]:60744","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.238237379Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.238261839Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f712d218-d170-4763-bcb7-88af97a2ba9b","remote_addr":"[fd00:1122:3344:101::a]:62235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.250659981Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e1c23f04-288d-44a0-b139-b81b166d3a0a","remote_addr":"[fd00:1122:3344:101::a]:62235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.319538908Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50565"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.31964376Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.367496916Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.441262553Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b1877848-0331-4511-a3d3-ff8b6ea7d1ec","remote_addr":"[fd00:1122:3344:101::c]:50565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121657,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.441564468Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50190"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.44167382Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53517"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.441746171Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.441956734Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"909498b5-3c0a-4587-83ec-fdac0167ae8d","remote_addr":"[fd00:1122:3344:101::c]:50565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":304,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.442067136Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.442073986Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f0e0b6ec-ebb0-4e8f-ae2d-138f8c8ce07d","remote_addr":"[fd00:1122:3344:101::b]:53517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.442099897Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3e03a853-9251-4cb4-b9af-d18a4c335815","remote_addr":"[fd00:1122:3344:101::a]:50190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":307,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.463588015Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.463693477Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"41e19816-7c65-4e2b-924c-23b6f71b07b8","remote_addr":"[fd00:1122:3344:101::b]:53517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":759,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.4780665Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d73996f9-da12-4acd-80fa-7c9fbce843fc","remote_addr":"[fd00:1122:3344:101::b]:53517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1023,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.484041887Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62504"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.48420124Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"1bf1ccc1-4798-4268-9b73-cebe47d33868","remote_addr":"[fd00:1122:3344:101::b]:62504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.487223149Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.547234572Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33557"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.552249804Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.552271774Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"02650acc-b957-4405-90f8-8e4ca9f66592","remote_addr":"[fd00:1122:3344:101::a]:49184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110324,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.556807028Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1b5f6f74-d743-47fc-9753-b444e9c34e48","remote_addr":"[fd00:1122:3344:101::a]:49184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":788,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.595546696Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.65743074Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2eb77d31-4521-473a-9798-cedbf56d0d92","remote_addr":"[fd00:1122:3344:101::b]:33557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110059,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:21.657820187Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4dbc67d4-e682-416c-b6f9-7b1c7909d95e","remote_addr":"[fd00:1122:3344:101::b]:33557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:24.639961859Z","hostname":"sock","pid":1572,"uri":"/e50e0974-d68b-427b-915b-5bd9a655288a","method":"GET","req_id":"bac66d11-4cff-47aa-94fc-1451b4cb6a52","remote_addr":"[fd00:1122:3344:101::d]:35322","local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8945,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:27.675890134Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47074"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:27.676021505Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4c1ea1ae-1ad8-4cbd-bed8-df876d87342d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47074","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.289349856Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47054"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.290180239Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ce2a38a6-b393-48e1-9387-bb323cfc4716","remote_addr":"[fd00:1122:3344:101::a]:47054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":745,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.352331848Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.352380149Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"882656d0-4cdc-4082-abdc-cc48d2e154c2","remote_addr":"[fd00:1122:3344:101::a]:47054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.362213558Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d49da878-5b97-4ac7-abc0-8aff65cf1d53","remote_addr":"[fd00:1122:3344:101::a]:47054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":295,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.394315079Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60003"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.394411351Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c45824aa-5cc5-4529-b6cd-6a61fe8b094b","remote_addr":"[fd00:1122:3344:101::c]:60003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.415463412Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.415716466Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0ffcdc78-6092-41f8-8d6c-e3ba02875f16","remote_addr":"[fd00:1122:3344:101::c]:56453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":187,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.416168314Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.416184994Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6a7b794e-fd50-42c3-9187-5e6aba8f0c4b","remote_addr":"[fd00:1122:3344:101::c]:60003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.429314527Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"68bf536d-168a-4375-b330-76e7adc88bbf","remote_addr":"[fd00:1122:3344:101::c]:60003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.486450904Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43172"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.486575396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.529582104Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.585886157Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"79925e98-0511-4dc4-a85d-f7bcf141794f","remote_addr":"[fd00:1122:3344:101::a]:43172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99363,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.586001599Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41965"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.58604175Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.586344744Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f5a753fb-2d82-481b-bb1b-381d4237f54f","remote_addr":"[fd00:1122:3344:101::a]:38138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.586474537Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.586529258Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7f09e2c0-7646-4c0e-8877-4c45624502b7","remote_addr":"[fd00:1122:3344:101::a]:43172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":316,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.592682378Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58772"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.593153485Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"58f83447-68d3-4046-be4b-5485532c85ec","remote_addr":"[fd00:1122:3344:101::b]:58772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.593604572Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.593724504Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6252a01e-c41f-4b7e-b9a6-78ec98c41933","remote_addr":"[fd00:1122:3344:101::b]:62935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.619583024Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.636231844Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.636305365Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a1f6c9df-e745-46b8-8f5d-b09d16ee9a97","remote_addr":"[fd00:1122:3344:101::b]:62935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":734,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.65015108Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a9b64e7b-0d9b-43c3-980c-2a85c81ce45d","remote_addr":"[fd00:1122:3344:101::b]:62935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":981,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.651535992Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39853"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.684186332Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.684272423Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ec3bf3ce-401b-43a3-a615-fedca2334031","remote_addr":"[fd00:1122:3344:101::c]:41965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97925,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.687965523Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9e03af9b-3719-498d-86fe-d74995afc39c","remote_addr":"[fd00:1122:3344:101::c]:41965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":346,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.72103688Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.776314987Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2ea13f8c-f7ed-424c-9313-1a940b7e38a3","remote_addr":"[fd00:1122:3344:101::b]:39853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124653,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:51.776731753Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e43e35bd-a1f4-4023-afc6-ade915e39d0b","remote_addr":"[fd00:1122:3344:101::b]:39853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":159,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:54.639045131Z","hostname":"sock","pid":1572,"uri":"/e50e0974-d68b-427b-915b-5bd9a655288a","method":"GET","req_id":"0039f9fd-6f80-4efd-a0b0-eb94c18ec2b0","remote_addr":"[fd00:1122:3344:101::d]:35322","local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7824,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:57.729840166Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:34:57.729946767Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"17c559e0-e83b-450c-824d-95b999d4f8b9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45626","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.126087665Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43435"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.126253348Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7cda7bc9-fa02-4b51-b963-8ba73e086148","remote_addr":"[fd00:1122:3344:101::a]:43435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.145559501Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60063"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.147557683Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"dbec394c-5083-4503-a549-91d75033caa9","remote_addr":"[fd00:1122:3344:101::c]:60063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.184242639Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.184275039Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"121b0a5b-b9f6-4e5c-97b2-7c5dda191478","remote_addr":"[fd00:1122:3344:101::a]:43435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.197070867Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fb37be18-ad88-4690-82a0-6e9af629af84","remote_addr":"[fd00:1122:3344:101::a]:43435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.205760288Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.206103823Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0e540c10-ddee-42b1-a753-21ff9331dbd4","remote_addr":"[fd00:1122:3344:101::c]:35114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.210744079Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45330"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.210960532Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.254047921Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.314499162Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"45972511-c1bb-4662-9926-84dd5aeab36f","remote_addr":"[fd00:1122:3344:101::a]:45330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103606,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.314755016Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63326"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.314783357Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.314803717Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c7bb6464-2eea-4274-8d72-e8e0f2c0a765","remote_addr":"[fd00:1122:3344:101::c]:60063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.314831848Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65501"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.3149969Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"05769b7f-f012-4900-a534-e0331414a8e1","remote_addr":"[fd00:1122:3344:101::a]:45330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":243,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.315145722Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.315154833Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ca01e009-d782-4ac3-bca3-e49cf6a5e8b8","remote_addr":"[fd00:1122:3344:101::a]:63326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.324181449Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5d27973f-c8e2-4a25-b7ef-b15b435ca00e","remote_addr":"[fd00:1122:3344:101::c]:60063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":298,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.334687599Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.334940174Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5fad4370-39f5-4614-b79d-ceb0abd938c3","remote_addr":"[fd00:1122:3344:101::b]:45538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.361309702Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.388257469Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.38834752Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"03e44774-2a35-40c5-891a-d6205ee081b3","remote_addr":"[fd00:1122:3344:101::b]:45538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.40066612Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8cb070eb-a47e-4552-b13a-fcd3032f86e0","remote_addr":"[fd00:1122:3344:101::b]:45538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":608,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.433605984Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47902"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.443608297Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.443632117Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"793f32ec-c6d5-43ff-88d6-d2b40e4df986","remote_addr":"[fd00:1122:3344:101::c]:65501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128595,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.449697225Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"711cf649-4f87-4702-a042-d14b1f2488a9","remote_addr":"[fd00:1122:3344:101::c]:65501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":842,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.496669278Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.571076325Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44653"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.57141269Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"077ea3c4-3ed7-43f2-803f-b7edb06dbfaa","remote_addr":"[fd00:1122:3344:101::b]:44653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.578976023Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7dd20ccf-a786-4734-a885-3bfc4e5b9b04","remote_addr":"[fd00:1122:3344:101::b]:47902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145179,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:21.57942947Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5a990a4f-c050-4c10-a402-6ac89f8e9cc8","remote_addr":"[fd00:1122:3344:101::b]:47902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:24.643194667Z","hostname":"sock","pid":1572,"uri":"/e50e0974-d68b-427b-915b-5bd9a655288a","method":"GET","req_id":"91ef48c9-d361-47a6-bffa-a930167fc933","remote_addr":"[fd00:1122:3344:101::d]:35322","local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5705,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:27.763532241Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:27.763626222Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"cfb77313-4bb7-48e8-a1a7-262e620a85da","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33637","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.08823919Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.3070086Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63152"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.307160192Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c48fb644-aa37-446a-83af-15968a50cfdf","remote_addr":"[fd00:1122:3344:101::c]:63152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.337627877Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62342"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.337742868Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fd724367-1812-4e57-87d8-5fe94e88d3c9","remote_addr":"[fd00:1122:3344:101::a]:62342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.403432864Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.403494725Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7ce65f25-d12d-4acf-a45c-8847e181bf04","remote_addr":"[fd00:1122:3344:101::c]:63152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.414507024Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.414531874Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"eefc056c-4def-4d69-9e89-f573a86b2d8d","remote_addr":"[fd00:1122:3344:101::a]:62342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.417435071Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"77976350-d7ae-480f-9496-83b21ee192d0","remote_addr":"[fd00:1122:3344:101::c]:63152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":386,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.43210781Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37185"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.432327563Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"982d44b7-8c18-4972-b88c-afacff8c1261","remote_addr":"[fd00:1122:3344:101::a]:37185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.455648561Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b6c8cdf4-e7b7-4592-a00a-7e317920caf3","remote_addr":"[fd00:1122:3344:101::a]:62342","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.458861544Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43796"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.458999966Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2478cf57-cce6-4c2f-8617-77a4404eb379","remote_addr":"[fd00:1122:3344:101::b]:43796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.489419159Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39877"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.489625873Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.540148792Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.614140563Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0d48bbfc-3ab6-4db6-8544-8b43dc856edb","remote_addr":"[fd00:1122:3344:101::a]:39877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124637,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.614390657Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50358"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.614408527Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.614450948Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47086"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.614472338Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b7d30d1f-3ecd-4b5b-8549-ebf7ecd036c3","remote_addr":"[fd00:1122:3344:101::b]:43796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.614661141Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cfaeb6b9-fa86-4f8d-a8d2-09b58b9ad266","remote_addr":"[fd00:1122:3344:101::a]:39877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":255,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.614786743Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3bf4c4b5-ddc2-44b5-8650-0b0966d108bb","remote_addr":"[fd00:1122:3344:101::c]:47086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.614824924Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.625568938Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1d8bf987-e7d0-4aa1-94bc-aa14ddc0802e","remote_addr":"[fd00:1122:3344:101::b]:43796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":399,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.626667926Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.626867779Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b3f92f9c-9763-445f-916b-1394e7005542","remote_addr":"[fd00:1122:3344:101::b]:46535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.653212047Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.687156328Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38530"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.705838891Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.705907062Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3e734a45-0815-448b-9671-65e4b1e29db4","remote_addr":"[fd00:1122:3344:101::c]:50358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91161,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.710672019Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"66bd4230-0da6-42a5-a9ab-41f2a25093d2","remote_addr":"[fd00:1122:3344:101::c]:50358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":702,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.741886035Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.800784971Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2ecd29b1-6c74-4061-a2b6-8ebc4680d16e","remote_addr":"[fd00:1122:3344:101::b]:38530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113428,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:51.801192108Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"41c072e7-0e2c-4a0a-b996-2f0e269d8ca1","remote_addr":"[fd00:1122:3344:101::b]:38530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:54.690386742Z","hostname":"sock","pid":1572,"uri":"/e50e0974-d68b-427b-915b-5bd9a655288a","method":"GET","req_id":"13157f10-5300-400c-ab68-a6e607876568","remote_addr":"[fd00:1122:3344:101::d]:35322","local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7596,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:57.797941719Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33908"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:35:57.79804262Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"d81110ba-a523-48fe-9747-5788760e8523","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33908","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.054534152Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65287"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.054647774Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"954935e3-71c8-4419-893d-47feeb8d1771","remote_addr":"[fd00:1122:3344:101::c]:65287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.114434484Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.114501695Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b9696430-04d7-4bb7-bd65-f21172228398","remote_addr":"[fd00:1122:3344:101::c]:65287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.127093869Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2713a009-33c3-4231-9386-7e570dace55f","remote_addr":"[fd00:1122:3344:101::c]:65287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":225,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.19430053Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51305"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.194403612Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"416e2b08-5c38-4bbe-9f57-0467494c3aac","remote_addr":"[fd00:1122:3344:101::a]:51305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.253398438Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.253429169Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1b716233-cfa6-4b7b-9825-0789e83cc3d3","remote_addr":"[fd00:1122:3344:101::a]:51305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.262552137Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e08dae59-a76b-4396-af18-61559793bc7c","remote_addr":"[fd00:1122:3344:101::a]:51305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.287389Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50191"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.287609634Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"25a4fa07-0305-4f7b-8e05-7c2b0161d1e2","remote_addr":"[fd00:1122:3344:101::c]:50191","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.310292202Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37009"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.310429624Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.351432139Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.407190204Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"08774b0a-9d14-45cd-a9e2-3bb636111045","remote_addr":"[fd00:1122:3344:101::c]:37009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96819,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.407320036Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45565"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.407359567Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43086"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.40756009Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1aab7507-b0af-4d5e-8445-50e875ba6623","remote_addr":"[fd00:1122:3344:101::b]:43086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.407736083Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"bd770f4d-b5a8-4883-8d3a-cdc141bdaee3","remote_addr":"[fd00:1122:3344:101::c]:37009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":213,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.409485181Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.409614733Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39750"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.415116052Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"bc16e342-e268-479a-9289-9b4ea31e6bbd","remote_addr":"[fd00:1122:3344:101::a]:39750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":347,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.420400098Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.420426108Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"19da6132-05f0-4c1b-b3f1-781bd0b2eca8","remote_addr":"[fd00:1122:3344:101::b]:43086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.429624338Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c09df07a-1b05-4b9e-a293-a6d36bb767d6","remote_addr":"[fd00:1122:3344:101::b]:43086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":693,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.441898077Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42092"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.442388555Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"bba5f083-1b2c-48e8-a759-342b0d0d2c01","remote_addr":"[fd00:1122:3344:101::b]:42092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":292,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.45194921Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.507904638Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"dbb8cf7b-8107-4b37-87ef-a5f34cf1b5bc","remote_addr":"[fd00:1122:3344:101::a]:45565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98506,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.508255184Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"234390df-fd06-403e-ba8f-efbd891534e5","remote_addr":"[fd00:1122:3344:101::a]:45565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.539645623Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65069"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.539800725Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.577111641Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.62885017Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"690ba03f-e6c4-4f6c-aec3-7a5f3de9c585","remote_addr":"[fd00:1122:3344:101::b]:65069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89122,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:21.629200636Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"acceb42a-bdbc-4468-b302-7b4cbc3bf3bc","remote_addr":"[fd00:1122:3344:101::b]:65069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:24.691272455Z","hostname":"sock","pid":1572,"uri":"/e50e0974-d68b-427b-915b-5bd9a655288a","method":"GET","req_id":"b2693800-b27a-4108-86e5-c0f57cdeb610","remote_addr":"[fd00:1122:3344:101::d]:35322","local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8307,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:27.832568059Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61164"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:27.832683861Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f703be06-0003-41be-af26-e7be52ef5655","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61164","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.292896958Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64984"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.29304472Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6fdbfa41-5d7e-452d-a3a6-53b6bdac17d9","remote_addr":"[fd00:1122:3344:101::a]:64984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.312445145Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.312467286Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"eaabff16-636d-4205-b275-370cdf29be40","remote_addr":"[fd00:1122:3344:101::a]:64984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.314707612Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35627"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.314879045Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6ed056c5-cc22-4d6d-90fa-044769b5b10c","remote_addr":"[fd00:1122:3344:101::c]:35627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.374703425Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.374743796Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6ba88607-87b3-4446-b41e-d8378e0347dd","remote_addr":"[fd00:1122:3344:101::c]:35627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.383884904Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ad3bdd45-168c-4ed7-a68e-59936c86416d","remote_addr":"[fd00:1122:3344:101::c]:35627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.437808099Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41996"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.437964022Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7e7a59fe-5127-4655-8559-eba51ac9e475","remote_addr":"[fd00:1122:3344:101::a]:41996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.447215402Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"dbd437d9-2a09-4d33-91ab-59c247f0cf05","remote_addr":"[fd00:1122:3344:101::a]:64984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.526478258Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.52659871Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"39646ebb-a62a-409f-963e-d721b0803a06","remote_addr":"[fd00:1122:3344:101::b]:41914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.52845654Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55311"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.528579632Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.577089989Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.628456942Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f027da87-3568-4d9b-bc11-c66c98bd5287","remote_addr":"[fd00:1122:3344:101::a]:55311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99908,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.628704196Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.628734337Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54859"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.628760247Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"441a62bf-13e2-4d2d-a152-20f13625ea75","remote_addr":"[fd00:1122:3344:101::b]:41914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.628782318Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.629010501Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5923abca-275d-45ce-9e20-ef7c370e6d86","remote_addr":"[fd00:1122:3344:101::a]:55311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":273,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.629059022Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c6a5f445-4e19-43c4-ac63-d165d331e2be","remote_addr":"[fd00:1122:3344:101::c]:54859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.629102163Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.638549956Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"76af31b1-3545-42c9-b4f0-ec667f157e41","remote_addr":"[fd00:1122:3344:101::b]:41914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":438,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.670414063Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.724772325Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47657"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.72506941Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c9c307b3-aaf7-4ad2-9a7e-4bd30bc24e39","remote_addr":"[fd00:1122:3344:101::b]:47657","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.725330314Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a6252442-d665-4428-9257-3391f2d23cca","remote_addr":"[fd00:1122:3344:101::c]:49166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96361,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.72567143Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f2047140-d86a-432d-af26-07618655e4ee","remote_addr":"[fd00:1122:3344:101::c]:49166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.787867339Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52555"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.788027651Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.821882451Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.873216713Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"59e881cb-a467-4505-86e0-479615485cf0","remote_addr":"[fd00:1122:3344:101::b]:52555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85279,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:51.873468737Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"83d443cd-871a-4324-bde6-5c6068c4f334","remote_addr":"[fd00:1122:3344:101::b]:52555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:54.690931858Z","hostname":"sock","pid":1572,"uri":"/e50e0974-d68b-427b-915b-5bd9a655288a","method":"GET","req_id":"eef6d132-dbfc-448b-994b-a67f79fcd17c","remote_addr":"[fd00:1122:3344:101::d]:35322","local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7485,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:57.870772617Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48811"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:36:57.87093047Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"07784bf0-ae76-460a-bcd4-b302af31da04","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48811","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.328930528Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.329159792Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"385e4fff-2f75-4e77-b01d-1b9978648941","remote_addr":"[fd00:1122:3344:101::a]:34055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.329427676Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(15647631) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.329456027Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"a5f0307f-aa99-4f36-abad-b3e6cc8730be","remote_addr":"[fd00:1122:3344:101::a]:34055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.446555057Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47944"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.451169311Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: f6ac13ed-f57a-4014-80a3-c9a5cf418931, project_id: 6c5a4080-dc3f-45f7-a314-92a5612cedf4 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-22T00:37:13.444107687Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(15647631))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-25f22ea33b9\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 08e5f8d1-e204-4e4d-b8b3-c75329b61e11, read_only_parent: Some(Volume { block_size: 512, id: ad7fe769-0e96-4495-94d9-6e369aa403d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0c4754c7-5cf0-4a42-aab7-ea526a8214ed, key: Some(\"ZDc1ZRrtCCKlSWsuf+tVbMmpA0de7FWPPY5i+OG8vww=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 08e5f8d1-e204-4e4d-b8b3-c75329b61e11, key: Some(\"ik5meog9CwG2LjQYksqhhhSjlx1A3OA0tMyqFw9/XRQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::12]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-25f22ea33b9\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.451238953Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.452360541Z","hostname":"sock","pid":1572,"propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(15647631))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: bb2562cc-387d-4dec-b6ab-7f8cb3916a5c, kind: Instance { id: 7d023311-eb77-4625-832f-45e1831adeee }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(15647631), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-25f22ea33b9\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 08e5f8d1-e204-4e4d-b8b3-c75329b61e11, read_only_parent: Some(Volume { block_size: 512, id: ad7fe769-0e96-4495-94d9-6e369aa403d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 0c4754c7-5cf0-4a42-aab7-ea526a8214ed, key: Some(\"ZDc1ZRrtCCKlSWsuf+tVbMmpA0de7FWPPY5i+OG8vww=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 08e5f8d1-e204-4e4d-b8b3-c75329b61e11, key: Some(\"ik5meog9CwG2LjQYksqhhhSjlx1A3OA0tMyqFw9/XRQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::12]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-25f22ea33b9\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-22T00:37:13.444107687Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.453725183Z","hostname":"sock","pid":1572,"uri":"/vmms/0aef4f71-019e-41bc-a78a-9c7292529cab","method":"PUT","req_id":"90cfda2f-0439-4056-924c-a7ad71df147e","remote_addr":"[fd00:1122:3344:101::a]:47944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7078,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.562947475Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.563418123Z","hostname":"sock","pid":1572,"uri":"/vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state","method":"PUT","req_id":"fde81edc-b1c6-4e49-8051-ea93916d01e1","remote_addr":"[fd00:1122:3344:101::a]:57235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":338,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.564014352Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 15647631 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.564042073Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.603728917Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.625442139Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.683828946Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46992"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.684033349Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"caae506b-c38e-4a74-89b1-883e9416cc22","remote_addr":"[fd00:1122:3344:101::a]:46992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:13.701813648Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }"} {"msg":"Profile for oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:14.960731433Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:14.961020407Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 25.45643ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:15.190151645Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 81.688756ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:15.22872061Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 121.172437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:15.32917725Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 211.161885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:15.468315588Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 500.14651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:15.694389336Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 1.25600762s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:16.207247416Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 1.039139782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:17.473892806Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 882.246863ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:18.522821694Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 825.130321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:19.41450471Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.270170522Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 41.751544ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:20.279067247Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 95.514703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:20.330919778Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\") failed: Property not found. retry in 231.507869ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:20.435496725Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.677819276Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.714159046Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.854399271Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.856053568Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.856108139Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"43bcb347-f1f5-41fc-b7fa-50a3696b7277","remote_addr":"[fd00:1122:3344:101::a]:46992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7154374,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-22T00:37:20.856534066Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.856567616Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.856576547Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-22T00:37:20.856534066Z }","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.856586627Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-22T00:37:20.856534066Z }, migration_in: None, migration_out: None }","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-22T00:37:20.888113528Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.888138019Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.888159489Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-22T00:37:20.888113528Z }","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.888167989Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-22T00:37:20.888113528Z }, migration_in: None, migration_out: None }","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:20.932783743Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9592f13c-03b5-45db-aadf-a1d19c029430","remote_addr":"[fd00:1122:3344:101::a]:46992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.099135102Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.100212679Z","hostname":"sock","pid":1572,"uri":"/vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state","method":"GET","req_id":"47e2bd6d-da5c-4b5d-92ba-c38e8fe5e026","remote_addr":"[fd00:1122:3344:101::a]:36780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1022,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.156200088Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51110"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.156312039Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"18a7b9f4-8b08-46e7-857e-b7c773b53fba","remote_addr":"[fd00:1122:3344:101::a]:51110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.16249924Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60349"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.162676073Z","hostname":"sock","pid":1572,"uri":"/vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state","method":"GET","req_id":"317b082a-c332-46db-af03-87186a09647f","remote_addr":"[fd00:1122:3344:101::c]:60349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.173256764Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41575"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.173349566Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"74607911-c7df-4546-9648-d3cc391a05ed","remote_addr":"[fd00:1122:3344:101::c]:41575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.177213538Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.177241779Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"59aa7c71-cb57-4e27-a2a9-ff220e82e79a","remote_addr":"[fd00:1122:3344:101::a]:51110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.181686011Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39587"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.181852974Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"8af52f24-c46c-4c9b-a1e6-e7a6c62bbf76","remote_addr":"[fd00:1122:3344:101::a]:39587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.193180297Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"174af28d-f397-44c4-84d9-528866698d67","remote_addr":"[fd00:1122:3344:101::a]:51110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.231863135Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.231895716Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"85f45f91-ed95-4c03-9730-321508ad0d75","remote_addr":"[fd00:1122:3344:101::c]:41575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.24943586Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f99845d9-2848-4b93-a519-56e516af887a","remote_addr":"[fd00:1122:3344:101::c]:41575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.270285628Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.27038245Z","hostname":"sock","pid":1572,"uri":"/vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state","method":"GET","req_id":"58d5cf62-ef54-4030-8914-ca7b72739868","remote_addr":"[fd00:1122:3344:101::b]:52561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.275863029Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61763"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.276011761Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.323362149Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.386416453Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5ce67ace-ce78-462a-80ee-082c85d6f921","remote_addr":"[fd00:1122:3344:101::c]:61763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110469,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.386651027Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37178"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.386727998Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62394"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.386954251Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b51ec126-1f0c-4913-811f-cb235cb7894b","remote_addr":"[fd00:1122:3344:101::c]:61763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":269,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.387027062Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"bfb1a316-b05d-4d69-821a-4f3878eb544f","remote_addr":"[fd00:1122:3344:101::c]:62394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.387068303Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.392867597Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39662"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.398231294Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4ce69713-2355-4405-b22d-8c232d626dd8","remote_addr":"[fd00:1122:3344:101::b]:39662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.415175789Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.41522581Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c1ad2c58-deca-4618-98d5-a53541b39fe6","remote_addr":"[fd00:1122:3344:101::b]:39662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.430190253Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.480637211Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46523"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.481042708Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"bf6d19e7-9ff6-48fe-b031-d1fa9ed72be8","remote_addr":"[fd00:1122:3344:101::b]:46523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":249,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.489666088Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f2ec9ece-e6f6-4f8a-8e97-27ef8bec442b","remote_addr":"[fd00:1122:3344:101::a]:37178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102726,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.490008073Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1801d57d-1ef6-4d72-8479-8f0eff8097ff","remote_addr":"[fd00:1122:3344:101::a]:37178","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.490256307Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"acad418c-57cd-4f4a-b6bf-f34889aedd20","remote_addr":"[fd00:1122:3344:101::b]:39662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":201,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.549191744Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61235"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.549308986Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4133"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.587649828Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.642801472Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9d16c069-4de2-401e-b83f-f6bc8d5564e6","remote_addr":"[fd00:1122:3344:101::b]:61235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93544,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:21.643095097Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9b3186db-cb52-4510-b421-b01ccf60e2de","remote_addr":"[fd00:1122:3344:101::b]:61235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:24.693051969Z","hostname":"sock","pid":1572,"uri":"/e50e0974-d68b-427b-915b-5bd9a655288a","method":"GET","req_id":"e2883042-405e-4972-a7f2-80205802f067","remote_addr":"[fd00:1122:3344:101::d]:35322","local_addr":"[fd00:1122:3344:101::1]:54049","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9608,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:27.904532052Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:27.904622184Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"968273d9-1603-465f-b295-e4d218c1402f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61830","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.581354505Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40681"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.581951244Z","hostname":"sock","pid":1572,"uri":"/vmms/0aef4f71-019e-41bc-a78a-9c7292529cab/state","method":"PUT","req_id":"7a23ecbe-ce6b-4ef0-ac07-31cc7a720883","remote_addr":"[fd00:1122:3344:101::a]:40681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":491,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-22T00:37:31.582066956Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.582093877Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.582123037Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-22T00:37:31.582066956Z }","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.582136898Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-22T00:37:31.582066956Z }, migration_in: None, migration_out: None }","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-22T00:37:31.591429728Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.591442218Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.591470329Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-22T00:37:31.591429728Z }","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.591478729Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.591492009Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:31.59156722Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"7510403784781763121"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:31.591630652Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"17994826670306291983"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.593903258Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:31.593968959Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/042a0bdb-3057-4098-8648-7fd777304d2c/debug/bundle/zone\", \"/pool/int/20b2e8dd-3528-47c6-ab14-1bee850adf61/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/05815180-fa73-47c8-8793-9dad48a6a2a3/crypt/debug\", \"/pool/ext/4912870c-99c9-4864-9312-2d393933ce6a/crypt/debug\", \"/pool/ext/f643b80c-1fc2-4be9-93a9-fa7fd37e716e/crypt/debug\", \"/pool/ext/f3053f19-a930-43cc-8978-6dcb10f47d61/crypt/debug\", \"/pool/ext/d912c6f5-c454-43da-ae16-2d232f5f0eb5/crypt/debug\", \"/pool/ext/f72e2a71-8f15-4409-923c-af354b7632aa/crypt/debug\", \"/pool/ext/4124bd0f-6d92-452d-b8ec-890efde7c175/crypt/debug\", \"/pool/ext/6bea9bba-836b-44a8-977b-0b50b3178081/crypt/debug\", \"/pool/ext/c2c09b26-0ffd-409b-9a74-0a32dc4478f3/crypt/debug\"] }","zone_name":"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:32.431715581Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab\", bundle_id: 56977bd8-8a99-4362-b563-dfc5707f7051 }, time_created: 2024-10-22T00:37:31.594102172Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_0aef4f71-019e-41bc-a78a-9c7292529cab","v":0,"name":"SledAgent","level":40,"time":"2024-10-22T00:37:32.431797592Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:34.214092248Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:34.230417433Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(15647631), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:34.230468174Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(15647631), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:34.230818219Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-22T00:37:34.230794309Z }, migration_in: None, migration_out: None }","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:34.30787621Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-22T00:37:34.230794309Z }, migration_in: None, migration_out: None }","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:34.31223266Z","hostname":"sock","pid":1572,"instance_id":"7d023311-eb77-4625-832f-45e1831adeee","propolis_id":"0aef4f71-019e-41bc-a78a-9c7292529cab","instance_id":"7d023311-eb77-4625-832f-45e1831adeee","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:35.157613606Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64810"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:35.157741968Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e6c0e132-65f6-47e3-807c-ebc269cb44f5","remote_addr":"[fd00:1122:3344:101::c]:64810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:35.172610319Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {bb2562cc-387d-4dec-b6ab-7f8cb3916a5c: {10.151.2.176: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}, 10.151.2.175: {92faf8ff-4360-4bcc-bd21-22507ae7ee9d}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:35.17265666Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"67460137-9cc8-4026-a021-fad99c9e306f","remote_addr":"[fd00:1122:3344:101::c]:64810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:35.180952504Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c622832d-b91a-486f-8b97-e7cae93b673a","remote_addr":"[fd00:1122:3344:101::c]:64810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:35.205416111Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:35.205641525Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"318b8e28-215f-4d87-ae0a-ff575813f7f4","remote_addr":"[fd00:1122:3344:101::c]:33836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:35.974951356Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49125"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:35.975196431Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"7a978a58-9321-473a-993d-988df6e30eb7","remote_addr":"[fd00:1122:3344:101::a]:49125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:36.186199284Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:36.186317396Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5501688b-7227-4d82-ad06-8221f416f38b","remote_addr":"[fd00:1122:3344:101::a]:59935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:36.199981477Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:36.200039858Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:36.200054759Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"aa0f4db6-24d5-40f6-a2d4-92315645f510","remote_addr":"[fd00:1122:3344:101::a]:59935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:36.20819436Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"83e1f641-0eec-47d8-9166-7ba7e59a85f5","remote_addr":"[fd00:1122:3344:101::a]:59935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":412,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:37.567178339Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:37.567352872Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ff32a519-18fe-430c-8305-e8ca837b34ee","remote_addr":"[fd00:1122:3344:101::a]:64025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:37.581035144Z","hostname":"sock","pid":1572,"sled_id":"e50e0974-d68b-427b-915b-5bd9a655288a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1177","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:37.581054654Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f2b5b0e2-ed61-4972-9888-715d797319b9","remote_addr":"[fd00:1122:3344:101::a]:64025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-22T00:37:37.588343512Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ee7e3e98-63da-41a7-a52a-404931ce0e35","remote_addr":"[fd00:1122:3344:101::a]:64025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209,"response_code":"204"}