[ Dec 19 00:56:06 Enabled. ] [ Dec 19 00:56:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Dec 19 00:56:06 Method "start" exited with status 0. ] [ Dec 19 00:56:06 Rereading configuration. ] [ Dec 19 00:56:06 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:06.09210203Z","hostname":"sock","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:06.092243382Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:06.143944814Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:06.143978664Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:06.258187705Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:06.267054665Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:06.275034314Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:06.878283035Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.019825917Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.019847627Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.019920578Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.019998959Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.020004919Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.020023189Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.022924068Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:07.022930809Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.022943109Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.022950559Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.022967309Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.02302294Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.023148282Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.023173462Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.023186012Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.035103604Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.035131674Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.156761086Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.766174251Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.766214601Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.766221352Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.766234982Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.766248132Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.766264172Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.766269762Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.775258504Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.775279105Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:07.883656536Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.477834624Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.477889224Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.477928315Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.477936115Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.477947085Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.477956115Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.477965465Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.477979926Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.477998186Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478004406Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478009576Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478019786Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478025066Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478043826Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478064267Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478069147Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478075517Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478080317Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478084777Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478089967Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478095647Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478118538Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478123888Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478128768Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478133738Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478137878Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478158648Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478164968Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478169668Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478175148Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478180599Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478185059Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478210949Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478216349Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478222319Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478229509Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478234209Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478239659Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478266609Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.4782714Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.47827617Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.47828164Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.47829553Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.47831515Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.47832071Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478328981Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478382121Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478387021Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478391901Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478397001Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478401302Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478406191Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478437092Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478443012Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478451132Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478463642Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478467972Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478472022Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478500913Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478506233Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478510423Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478514573Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478527463Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478535543Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478549864Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478555144Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478559584Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478592134Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.478597924Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.489634724Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:737"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.489660174Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999910858s","next_cleanup":"Instant { tv_sec: 1257, tv_nsec: 105510190 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.489762476Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3962"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.489767826Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.489838327Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.492905658Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.493339204Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.494973896Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.49523342Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1187"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.49523926Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495616785Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495673636Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495688526Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495699606Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1250"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495726587Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495736487Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495744097Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495807088Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1292"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495811748Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495817088Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495846928Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.495862099Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.496171573Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 6f1cca69-e82a-429e-8f71-b2c5888a42c1,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: de9bec7d-f8ce-44a0-879c-5e088768f91c (sled),\n rack_id: 6f1cca69-e82a-429e-8f71-b2c5888a42c1,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.496408386Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.496413396Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1326"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.496453207Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.496458177Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.496622729Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.496770891Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.496844232Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: de9bec7d-f8ce-44a0-879c-5e088768f91c (sled), rack_id: 6f1cca69-e82a-429e-8f71-b2c5888a42c1, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.497154516Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4259"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.497228837Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4659"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.5018554Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.507261163Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.507450956Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.51220185Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512268981Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512394403Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:42403","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: de9bec7d-f8ce-44a0-879c-5e088768f91c (sled), rack_id: 6f1cca69-e82a-429e-8f71-b2c5888a42c1, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512537275Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512548545Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512577615Z","hostname":"sock","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512584366Z","hostname":"sock","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512591016Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512597696Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:809"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512637186Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512644996Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512668657Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512686957Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:798"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512693017Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:826"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512697107Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:592"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512780338Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.512788298Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:697","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.530223205Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.551770308Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.569286936Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.594773352Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:415"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.594808052Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.594812852Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:427"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.594817612Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 143.140353ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.597852333Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37185154-d3f0-4e7a-aa52-10280b353c37\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"37185154-d3f0-4e7a-aa52-10280b353c37\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_8fd565e7-8dbe-4e0e-b9f6-62127926c764/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.607560985Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_8fd565e7-8dbe-4e0e-b9f6-62127926c764/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.636136563Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_8fd565e7-8dbe-4e0e-b9f6-62127926c764/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.636182734Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.641426705Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:442"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.641442265Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_8fd565e7-8dbe-4e0e-b9f6-62127926c764/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.641447815Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.742343386Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 91.845828ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.742906683Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a2e800d-57a8-4c22-ab26-5da8d53dc0a1\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7a2e800d-57a8-4c22-ab26-5da8d53dc0a1\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.748430538Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.836548285Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 73.175817ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.837094212Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14c5540f-0fb1-40ce-902e-1a02e5b8aa75\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"14c5540f-0fb1-40ce-902e-1a02e5b8aa75\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.911191638Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 160.984344ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.911581864Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7260fd10-ae68-4ca4-a5e1-da25e187159e\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7260fd10-ae68-4ca4-a5e1-da25e187159e\" }"} {"msg":"Mounting oxi_8fd565e7-8dbe-4e0e-b9f6-62127926c764/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.968566337Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.980942405Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.981030327Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.981051767Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:08.981076177Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.073246199Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 272.573445ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.07406743Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa8d62e0-364b-415d-b857-405ccc31be5d\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"aa8d62e0-364b-415d-b857-405ccc31be5d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.347200199Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 171.2332ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.347882808Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9df822ff-63e6-4e57-9489-a8b58ce6b340\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:08 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9df822ff-63e6-4e57-9489-a8b58ce6b340\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.519976085Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 164.153878ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.520441691Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6701005-9a22-49bd-889d-58f1264a64a8\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b6701005-9a22-49bd-889d-58f1264a64a8\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.685475152Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 457.614659ms)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.685911018Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32d83c07-7563-4463-9354-5ecd5a590b4f\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:09 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"32d83c07-7563-4463-9354-5ecd5a590b4f\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.741349091Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.746628563Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.746651873Z","hostname":"sock","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.746729484Z","hostname":"sock","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:37755","producer_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:09.74791411Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"372.277238ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.74867684Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.748694911Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.748738361Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:921","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:09.748743591Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:10.121571783Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"262.596985ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:10.144483744Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:10.385837571Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"905.721823ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:11.292600044Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.869326894s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.360257581Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2683"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.360281081Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2928"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.360288041Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2553"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.360295741Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2600"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.360329562Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3009"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.360335702Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3054"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.361862263Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2853"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.36312311Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2594"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.363233871Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:12.363461764Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 53.766542ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:12.695945579Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 72.268692ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:12.902046178Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 134.127729ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:13.085966045Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:13.164064515Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.24196168s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 427.458328ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:13.287638383Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 898.629246ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:13.727531676Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 750.855455ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:14.664350957Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.463312294s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:15.609538171Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.418728629s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:17.200187858Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:18.408214271Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.773168159s"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:18.930576205Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.960706114Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.96116572Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.962322885Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:327"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.962354066Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.962378216Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.962398546Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.962549019Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.962736171Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.962794712Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.962803852Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3962"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:18.962844883Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:42403","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.188000259Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.18809883Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.188195362Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.188262023Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/rss-service-plan-v5.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.188270943Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.188338324Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.188419735Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.188457395Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.188467355Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.194235394Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4283","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.194244484Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.194254734Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.487444775Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:34187"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.487971202Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.487982593Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.488092164Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.488106204Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.488225116Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"67b828f5-981a-470c-93b9-4dacc0a03639","remote_addr":"[fd00:1122:3344:101::1]:34187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":404,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.51873411Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.518987563Z","hostname":"sock","pid":1566,"uri":"/sled-role","method":"GET","req_id":"a6249094-b00d-4484-890f-71578da6c7d5","remote_addr":"[fd00:1122:3344:101::1]:37903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.520403723Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.520461663Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.rss-service-plan-v5.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.52095653Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.521218584Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:982"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ce62597e-2729-48a1-921b-4cac7f3531af (physical_disk), pool_id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 102e84b6-d999-4e2d-9197-2dbf4e24cc6f (physical_disk), pool_id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: ab630384-d0a9-4a31-b245-216dc4c0cae7 (physical_disk), pool_id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: a0a0d721-30df-4b06-a7fe-c9bc97fd50b7 (physical_disk), pool_id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: e90be939-df02-4310-9594-8d62cc391c8d (physical_disk), pool_id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: fe87d667-3785-43a2-9aa6-e0fc0f861fca (physical_disk), pool_id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 49219027-45c3-4bcf-a055-4fb7ccaf0cba (physical_disk), pool_id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 981b68b6-f98a-4251-965f-7550971ec76f (physical_disk), pool_id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 8b0a8190-15a3-4ef0-b57d-ed513e1b258a (physical_disk), pool_id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.559700516Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:369"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.559837368Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:63066"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.560107912Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:896"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ce62597e-2729-48a1-921b-4cac7f3531af (physical_disk), pool_id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 102e84b6-d999-4e2d-9197-2dbf4e24cc6f (physical_disk), pool_id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: ab630384-d0a9-4a31-b245-216dc4c0cae7 (physical_disk), pool_id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: a0a0d721-30df-4b06-a7fe-c9bc97fd50b7 (physical_disk), pool_id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: e90be939-df02-4310-9594-8d62cc391c8d (physical_disk), pool_id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: fe87d667-3785-43a2-9aa6-e0fc0f861fca (physical_disk), pool_id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 49219027-45c3-4bcf-a055-4fb7ccaf0cba (physical_disk), pool_id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 981b68b6-f98a-4251-965f-7550971ec76f (physical_disk), pool_id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 8b0a8190-15a3-4ef0-b57d-ed513e1b258a (physical_disk), pool_id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.560153173Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.560160953Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.560169823Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.560174003Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1171"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.560198443Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.560203223Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.560207683Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.560218313Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.70356531Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:19.70359987Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a6644750-441b-4297-9acc-8dd23a71b4cb (zpool)"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:19.912190493Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8023753382245910886"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:19.912305244Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7374314792341526415"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:20.15361892Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.365193483Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.422320329Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.429958513Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.430068074Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.430082594Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.430101634Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.430124495Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.430227616Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.430235726Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.474624049Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.483624571Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_a6644750-441b-4297-9acc-8dd23a71b4cb","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.701306567Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.709021202Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.709056233Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.709064242Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.709069963Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.709076373Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.718385429Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.718405339Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.832507199Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.840290784Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.840325405Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.840332275Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.840361725Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.840427116Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.840528668Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.840535368Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.883281358Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:20.890677169Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.099379162Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.106860393Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.106899364Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.106932284Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.106949515Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.106967505Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.116694187Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.116720837Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"93eb8a71-6519-482e-a366-b15e30b4605e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.231934632Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.240029831Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.240078382Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.240090492Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.240117543Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.240139653Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.240282065Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.240290435Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:21.243692641Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.287115491Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.295013228Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_93eb8a71-6519-482e-a366-b15e30b4605e","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.51095907Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.518861328Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.518896378Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.518901228Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.518906749Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.518911858Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.528902204Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.528923505Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"98a100ce-cd82-4209-8530-7b48ca829744 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.637084663Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.644498054Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.644538244Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.644544655Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.644615155Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.644628656Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.644725087Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.644732447Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.690705981Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.698079991Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_98a100ce-cd82-4209-8530-7b48ca829744","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.914234566Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.921923811Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.921976612Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.921989672Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.921999662Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.922018372Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.931868656Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:21.931903506Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.048869384Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.056508408Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.056552938Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.056562908Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.056609959Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.056623649Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.056784751Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.056794152Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.102615634Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.11046403Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:22.247043725Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Looking for unencrypted datasets in oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.332699208Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.341058461Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.341106942Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.341118462Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.341126732Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.341132702Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.350887475Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.350905525Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.464884853Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.473918465Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.473946846Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.473953176Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.473996777Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.474005277Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.474132399Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.474138819Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.520465448Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.527924659Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.7474565Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.755167184Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.755208435Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.755216185Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.755224635Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.755241065Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.765514595Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.765544056Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f4009784-7bde-44ff-854e-49d614e9e682 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.878389328Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.886514058Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.886548299Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.886569559Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.886612849Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.88662436Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.886791772Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.886799742Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.929730055Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:22.937098055Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_f4009784-7bde-44ff-854e-49d614e9e682","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.154380515Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.162021868Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.162076279Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.16211452Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.16212555Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.16213201Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.171685699Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.1717208Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.282687607Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.290246169Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.29029472Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.29031163Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.29032589Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.290339501Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.290502743Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.290525803Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:23.294194303Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.335439103Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.343508253Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.566581332Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.575113008Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.575150708Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.575156408Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.575161348Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.575167498Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.584929661Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.584948511Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"499e53d3-d67c-44b6-9c03-b66767baed7e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.698230829Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.70561154Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:240","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.70564094Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:242","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.70564721Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:246","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.70566577Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:248","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.705680021Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.705791352Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.705798902Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:260"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.748684034Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.755335975Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:303"} {"msg":"Looking for unencrypted datasets in oxp_499e53d3-d67c-44b6-9c03-b66767baed7e","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.967281992Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:389"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.9759606Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.97599846Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976078401Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976220183Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8fd565e7-8dbe-4e0e-b9f6-62127926c764 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0070a0a-b66c-49d5-a725-e7820b89ee73 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976284144Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976293334Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976396296Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976637219Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:900"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976652019Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976662579Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:926","generation":"Generation(2)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976670289Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:931"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976674929Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:936"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.97671092Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:122","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.97671941Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:942"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976769181Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976778511Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:23.976868712Z","hostname":"sock","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"2ad40e69-f23d-4589-a017-137500173c29","remote_addr":"[fd00:1122:3344:101::1]:63066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4416896,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {0c1f03e5-3bed-467f-84a1-9dc884f38543 (dataset): DatasetConfig { id: 0c1f03e5-3bed-467f-84a1-9dc884f38543 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10ba9674-ef78-433b-a8f2-9320ebad6a9c (dataset): DatasetConfig { id: 10ba9674-ef78-433b-a8f2-9320ebad6a9c (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 126e87bf-2484-4627-928a-3c57cb4aa513 (dataset): DatasetConfig { id: 126e87bf-2484-4627-928a-3c57cb4aa513 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 13904540-64e0-4947-95ca-3a42d21da539 (dataset): DatasetConfig { id: 13904540-64e0-4947-95ca-3a42d21da539 (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 15905486-b138-4480-a26a-badbfe200d05 (dataset): DatasetConfig { id: 15905486-b138-4480-a26a-badbfe200d05 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ac138c9-d12a-4f90-81c7-ea704097d6ff (dataset): DatasetConfig { id: 1ac138c9-d12a-4f90-81c7-ea704097d6ff (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1cf73bff-0fc4-451b-a8e9-6846cbb418ba (dataset): DatasetConfig { id: 1cf73bff-0fc4-451b-a8e9-6846cbb418ba (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 250268e1-d63c-4cea-9cc1-25eb67c87ccd (dataset): DatasetConfig { id: 250268e1-d63c-4cea-9cc1-25eb67c87ccd (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 290b13b8-fe37-4038-8448-62397605641f (dataset): DatasetConfig { id: 290b13b8-fe37-4038-8448-62397605641f (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 29e0b6e7-fb6a-487d-b082-5ba62d2514b8 (dataset): DatasetConfig { id: 29e0b6e7-fb6a-487d-b082-5ba62d2514b8 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ac8679b-8d40-43ac-a777-d63cbe442df7 (dataset): DatasetConfig { id: 2ac8679b-8d40-43ac-a777-d63cbe442df7 (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31a15041-5516-4075-8b69-f57f2d226378 (dataset): DatasetConfig { id: 31a15041-5516-4075-8b69-f57f2d226378 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34ee0d58-3bfb-4c8b-ac7a-479e76bfe06e (dataset): DatasetConfig { id: 34ee0d58-3bfb-4c8b-ac7a-479e76bfe06e (dataset), name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3c70e9c2-e71f-435d-99f1-1afaa25a0b6f (dataset): DatasetConfig { id: 3c70e9c2-e71f-435d-99f1-1afaa25a0b6f (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 448a7c2d-6742-44e4-b0c6-32bbdc404ab0 (dataset): DatasetConfig { id: 448a7c2d-6742-44e4-b0c6-32bbdc404ab0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 479a38a2-1a5c-4b98-9aeb-c28c11a8402d (dataset): DatasetConfig { id: 479a38a2-1a5c-4b98-9aeb-c28c11a8402d (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 4dca8fbe-46f4-4405-a647-c07125a499af (dataset): DatasetConfig { id: 4dca8fbe-46f4-4405-a647-c07125a499af (dataset), name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 50244e26-7cc9-4962-acf0-199203205981 (dataset): DatasetConfig { id: 50244e26-7cc9-4962-acf0-199203205981 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 53cc6680-7ec3-4131-bcc7-1eb7fe50fe5c (dataset): DatasetConfig { id: 53cc6680-7ec3-4131-bcc7-1eb7fe50fe5c (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 54722e9e-7288-4c1b-8c0a-92df7364958e (dataset): DatasetConfig { id: 54722e9e-7288-4c1b-8c0a-92df7364958e (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 647cba61-fb30-4aaf-a32f-3450ca64213c (dataset): DatasetConfig { id: 647cba61-fb30-4aaf-a32f-3450ca64213c (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 65eda1c6-17d3-448e-b4fd-ee2f7120ba69 (dataset): DatasetConfig { id: 65eda1c6-17d3-448e-b4fd-ee2f7120ba69 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 67fee7ae-7451-4ef6-83ac-8b9514dc43dd (dataset): DatasetConfig { id: 67fee7ae-7451-4ef6-83ac-8b9514dc43dd (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69158c22-0fc6-424f-99ec-dbfb62a81040 (dataset): DatasetConfig { id: 69158c22-0fc6-424f-99ec-dbfb62a81040 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 699c85fd-c7dc-4e0c-a41a-3bd9a038bf8a (dataset): DatasetConfig { id: 699c85fd-c7dc-4e0c-a41a-3bd9a038bf8a (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6d4b0401-dcf5-40aa-9db9-e65f5a700e08 (dataset): DatasetConfig { id: 6d4b0401-dcf5-40aa-9db9-e65f5a700e08 (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 77ae8b75-e627-4b3e-b687-d69dcf3b9027 (dataset): DatasetConfig { id: 77ae8b75-e627-4b3e-b687-d69dcf3b9027 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7c9a0b3a-69bb-4368-8775-7d01f11f6158 (dataset): DatasetConfig { id: 7c9a0b3a-69bb-4368-8775-7d01f11f6158 (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7ee56b2e-1ca4-4fbd-b756-28eaf1856818 (dataset): DatasetConfig { id: 7ee56b2e-1ca4-4fbd-b756-28eaf1856818 (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8457fa42-6bd4-4560-bcfb-e822603e0d8b (dataset): DatasetConfig { id: 8457fa42-6bd4-4560-bcfb-e822603e0d8b (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8880b771-b7a9-4bab-8a41-1cb8c0f34cf2 (dataset): DatasetConfig { id: 8880b771-b7a9-4bab-8a41-1cb8c0f34cf2 (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d048623-5cf4-4cee-acfc-725220e30304 (dataset): DatasetConfig { id: 8d048623-5cf4-4cee-acfc-725220e30304 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 94008417-af9e-4945-8a06-6e97e7cf9f20 (dataset): DatasetConfig { id: 94008417-af9e-4945-8a06-6e97e7cf9f20 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c09cbd3-1c7e-456c-ac7c-fb64137b3ca3 (dataset): DatasetConfig { id: 9c09cbd3-1c7e-456c-ac7c-fb64137b3ca3 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c48dc9c-38de-46f7-ab4f-bca6682e60f0 (dataset): DatasetConfig { id: 9c48dc9c-38de-46f7-ab4f-bca6682e60f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a3a604a2-3d1d-430a-8702-8e50b8ea3211 (dataset): DatasetConfig { id: a3a604a2-3d1d-430a-8702-8e50b8ea3211 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a6a65b63-84f8-4003-935a-c9b81d8be35f (dataset): DatasetConfig { id: a6a65b63-84f8-4003-935a-c9b81d8be35f (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ac9cb593-830a-4f00-8192-f1c0414ef57a (dataset): DatasetConfig { id: ac9cb593-830a-4f00-8192-f1c0414ef57a (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, addb2499-a343-4e97-b3a3-dfe3df1a6559 (dataset): DatasetConfig { id: addb2499-a343-4e97-b3a3-dfe3df1a6559 (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, addfef0a-5871-437e-b72b-1c066812a798 (dataset): DatasetConfig { id: addfef0a-5871-437e-b72b-1c066812a798 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b317d544-828e-4b3b-b5dd-4e06e95668e3 (dataset): DatasetConfig { id: b317d544-828e-4b3b-b5dd-4e06e95668e3 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b5b932fa-768b-4db4-9bb6-6de7c947cb2c (dataset): DatasetConfig { id: b5b932fa-768b-4db4-9bb6-6de7c947cb2c (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6dc690f-d642-43c2-ba8d-0b3a8f4b05f7 (dataset): DatasetConfig { id: b6dc690f-d642-43c2-ba8d-0b3a8f4b05f7 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b7c19725-ee79-4150-b636-fc2805711098 (dataset): DatasetConfig { id: b7c19725-ee79-4150-b636-fc2805711098 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, be728f00-b23e-4c62-8475-500b6bbb7fa3 (dataset): DatasetConfig { id: be728f00-b23e-4c62-8475-500b6bbb7fa3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, c553820b-70cb-4e22-ba91-91a5d98b09d3 (dataset): DatasetConfig { id: c553820b-70cb-4e22-ba91-91a5d98b09d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c70aa226-8bdc-49c0-a594-404a5c21df0d (dataset): DatasetConfig { id: c70aa226-8bdc-49c0-a594-404a5c21df0d (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c7af6a52-2df5-4fbe-8be4-137a89281dd5 (dataset): DatasetConfig { id: c7af6a52-2df5-4fbe-8be4-137a89281dd5 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc9cd523-95b8-48e2-8416-faf7397478f3 (dataset): DatasetConfig { id: cc9cd523-95b8-48e2-8416-faf7397478f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d02437e8-48ef-42b4-a269-821901e9659c (dataset): DatasetConfig { id: d02437e8-48ef-42b4-a269-821901e9659c (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d4e37dbd-aaa0-49de-822e-ea14642a8bc0 (dataset): DatasetConfig { id: d4e37dbd-aaa0-49de-822e-ea14642a8bc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d6002de5-1ac5-4b5d-93fe-250b4ab50c61 (dataset): DatasetConfig { id: d6002de5-1ac5-4b5d-93fe-250b4ab50c61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d6446fe4-8072-4c05-a795-61de32999ef4 (dataset): DatasetConfig { id: d6446fe4-8072-4c05-a795-61de32999ef4 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d7b53c28-3485-42f4-9463-90f94e3a26fc (dataset): DatasetConfig { id: d7b53c28-3485-42f4-9463-90f94e3a26fc (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d9738f13-4c92-4f79-a4f3-06eedbe9fb1e (dataset): DatasetConfig { id: d9738f13-4c92-4f79-a4f3-06eedbe9fb1e (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd7b59d6-71c8-4b43-8273-6cb1fd95b874 (dataset): DatasetConfig { id: dd7b59d6-71c8-4b43-8273-6cb1fd95b874 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e38b579e-065b-4a03-a7e7-3cc97138bfc0 (dataset): DatasetConfig { id: e38b579e-065b-4a03-a7e7-3cc97138bfc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ede43e87-0e01-4b3f-ac84-1a416c2e298e (dataset): DatasetConfig { id: ede43e87-0e01-4b3f-ac84-1a416c2e298e (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ee374d7a-28db-4707-a598-a144c4419a19 (dataset): DatasetConfig { id: ee374d7a-28db-4707-a598-a144c4419a19 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ef115bcb-b602-4851-90b5-6938bafd25ee (dataset): DatasetConfig { id: ef115bcb-b602-4851-90b5-6938bafd25ee (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f107a4c2-d44a-470d-b5e7-a290597493da (dataset): DatasetConfig { id: f107a4c2-d44a-470d-b5e7-a290597493da (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fac87f15-4b9a-412f-8833-86e4ed6dfc2c (dataset): DatasetConfig { id: fac87f15-4b9a-412f-8833-86e4ed6dfc2c (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fb09d888-dc28-4507-b88d-6f928937860f (dataset): DatasetConfig { id: fb09d888-dc28-4507-b88d-6f928937860f (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe0df524-4ff9-496b-a4ee-c645e6c17486 (dataset): DatasetConfig { id: fe0df524-4ff9-496b-a4ee-c645e6c17486 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ff632582-5d03-44b4-9ff1-cb6fc98a168c (dataset): DatasetConfig { id: ff632582-5d03-44b4-9ff1-cb6fc98a168c (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ffe052c3-9b90-420c-b46f-437737833444 (dataset): DatasetConfig { id: ffe052c3-9b90-420c-b46f-437737833444 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.008232598Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:444"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.008331639Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:47584"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.008928867Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:862"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {0c1f03e5-3bed-467f-84a1-9dc884f38543 (dataset): DatasetConfig { id: 0c1f03e5-3bed-467f-84a1-9dc884f38543 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10ba9674-ef78-433b-a8f2-9320ebad6a9c (dataset): DatasetConfig { id: 10ba9674-ef78-433b-a8f2-9320ebad6a9c (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 126e87bf-2484-4627-928a-3c57cb4aa513 (dataset): DatasetConfig { id: 126e87bf-2484-4627-928a-3c57cb4aa513 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 13904540-64e0-4947-95ca-3a42d21da539 (dataset): DatasetConfig { id: 13904540-64e0-4947-95ca-3a42d21da539 (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 15905486-b138-4480-a26a-badbfe200d05 (dataset): DatasetConfig { id: 15905486-b138-4480-a26a-badbfe200d05 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ac138c9-d12a-4f90-81c7-ea704097d6ff (dataset): DatasetConfig { id: 1ac138c9-d12a-4f90-81c7-ea704097d6ff (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1cf73bff-0fc4-451b-a8e9-6846cbb418ba (dataset): DatasetConfig { id: 1cf73bff-0fc4-451b-a8e9-6846cbb418ba (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 250268e1-d63c-4cea-9cc1-25eb67c87ccd (dataset): DatasetConfig { id: 250268e1-d63c-4cea-9cc1-25eb67c87ccd (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 290b13b8-fe37-4038-8448-62397605641f (dataset): DatasetConfig { id: 290b13b8-fe37-4038-8448-62397605641f (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 29e0b6e7-fb6a-487d-b082-5ba62d2514b8 (dataset): DatasetConfig { id: 29e0b6e7-fb6a-487d-b082-5ba62d2514b8 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ac8679b-8d40-43ac-a777-d63cbe442df7 (dataset): DatasetConfig { id: 2ac8679b-8d40-43ac-a777-d63cbe442df7 (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 31a15041-5516-4075-8b69-f57f2d226378 (dataset): DatasetConfig { id: 31a15041-5516-4075-8b69-f57f2d226378 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34ee0d58-3bfb-4c8b-ac7a-479e76bfe06e (dataset): DatasetConfig { id: 34ee0d58-3bfb-4c8b-ac7a-479e76bfe06e (dataset), name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3c70e9c2-e71f-435d-99f1-1afaa25a0b6f (dataset): DatasetConfig { id: 3c70e9c2-e71f-435d-99f1-1afaa25a0b6f (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 448a7c2d-6742-44e4-b0c6-32bbdc404ab0 (dataset): DatasetConfig { id: 448a7c2d-6742-44e4-b0c6-32bbdc404ab0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 479a38a2-1a5c-4b98-9aeb-c28c11a8402d (dataset): DatasetConfig { id: 479a38a2-1a5c-4b98-9aeb-c28c11a8402d (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 4dca8fbe-46f4-4405-a647-c07125a499af (dataset): DatasetConfig { id: 4dca8fbe-46f4-4405-a647-c07125a499af (dataset), name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 50244e26-7cc9-4962-acf0-199203205981 (dataset): DatasetConfig { id: 50244e26-7cc9-4962-acf0-199203205981 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 53cc6680-7ec3-4131-bcc7-1eb7fe50fe5c (dataset): DatasetConfig { id: 53cc6680-7ec3-4131-bcc7-1eb7fe50fe5c (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 54722e9e-7288-4c1b-8c0a-92df7364958e (dataset): DatasetConfig { id: 54722e9e-7288-4c1b-8c0a-92df7364958e (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 647cba61-fb30-4aaf-a32f-3450ca64213c (dataset): DatasetConfig { id: 647cba61-fb30-4aaf-a32f-3450ca64213c (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 65eda1c6-17d3-448e-b4fd-ee2f7120ba69 (dataset): DatasetConfig { id: 65eda1c6-17d3-448e-b4fd-ee2f7120ba69 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 67fee7ae-7451-4ef6-83ac-8b9514dc43dd (dataset): DatasetConfig { id: 67fee7ae-7451-4ef6-83ac-8b9514dc43dd (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 69158c22-0fc6-424f-99ec-dbfb62a81040 (dataset): DatasetConfig { id: 69158c22-0fc6-424f-99ec-dbfb62a81040 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 699c85fd-c7dc-4e0c-a41a-3bd9a038bf8a (dataset): DatasetConfig { id: 699c85fd-c7dc-4e0c-a41a-3bd9a038bf8a (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6d4b0401-dcf5-40aa-9db9-e65f5a700e08 (dataset): DatasetConfig { id: 6d4b0401-dcf5-40aa-9db9-e65f5a700e08 (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 77ae8b75-e627-4b3e-b687-d69dcf3b9027 (dataset): DatasetConfig { id: 77ae8b75-e627-4b3e-b687-d69dcf3b9027 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7c9a0b3a-69bb-4368-8775-7d01f11f6158 (dataset): DatasetConfig { id: 7c9a0b3a-69bb-4368-8775-7d01f11f6158 (dataset), name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7ee56b2e-1ca4-4fbd-b756-28eaf1856818 (dataset): DatasetConfig { id: 7ee56b2e-1ca4-4fbd-b756-28eaf1856818 (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8457fa42-6bd4-4560-bcfb-e822603e0d8b (dataset): DatasetConfig { id: 8457fa42-6bd4-4560-bcfb-e822603e0d8b (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8880b771-b7a9-4bab-8a41-1cb8c0f34cf2 (dataset): DatasetConfig { id: 8880b771-b7a9-4bab-8a41-1cb8c0f34cf2 (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8d048623-5cf4-4cee-acfc-725220e30304 (dataset): DatasetConfig { id: 8d048623-5cf4-4cee-acfc-725220e30304 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 94008417-af9e-4945-8a06-6e97e7cf9f20 (dataset): DatasetConfig { id: 94008417-af9e-4945-8a06-6e97e7cf9f20 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c09cbd3-1c7e-456c-ac7c-fb64137b3ca3 (dataset): DatasetConfig { id: 9c09cbd3-1c7e-456c-ac7c-fb64137b3ca3 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9c48dc9c-38de-46f7-ab4f-bca6682e60f0 (dataset): DatasetConfig { id: 9c48dc9c-38de-46f7-ab4f-bca6682e60f0 (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a3a604a2-3d1d-430a-8702-8e50b8ea3211 (dataset): DatasetConfig { id: a3a604a2-3d1d-430a-8702-8e50b8ea3211 (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a6a65b63-84f8-4003-935a-c9b81d8be35f (dataset): DatasetConfig { id: a6a65b63-84f8-4003-935a-c9b81d8be35f (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ac9cb593-830a-4f00-8192-f1c0414ef57a (dataset): DatasetConfig { id: ac9cb593-830a-4f00-8192-f1c0414ef57a (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, addb2499-a343-4e97-b3a3-dfe3df1a6559 (dataset): DatasetConfig { id: addb2499-a343-4e97-b3a3-dfe3df1a6559 (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, addfef0a-5871-437e-b72b-1c066812a798 (dataset): DatasetConfig { id: addfef0a-5871-437e-b72b-1c066812a798 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b317d544-828e-4b3b-b5dd-4e06e95668e3 (dataset): DatasetConfig { id: b317d544-828e-4b3b-b5dd-4e06e95668e3 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b5b932fa-768b-4db4-9bb6-6de7c947cb2c (dataset): DatasetConfig { id: b5b932fa-768b-4db4-9bb6-6de7c947cb2c (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6dc690f-d642-43c2-ba8d-0b3a8f4b05f7 (dataset): DatasetConfig { id: b6dc690f-d642-43c2-ba8d-0b3a8f4b05f7 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, b7c19725-ee79-4150-b636-fc2805711098 (dataset): DatasetConfig { id: b7c19725-ee79-4150-b636-fc2805711098 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, be728f00-b23e-4c62-8475-500b6bbb7fa3 (dataset): DatasetConfig { id: be728f00-b23e-4c62-8475-500b6bbb7fa3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, c553820b-70cb-4e22-ba91-91a5d98b09d3 (dataset): DatasetConfig { id: c553820b-70cb-4e22-ba91-91a5d98b09d3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c70aa226-8bdc-49c0-a594-404a5c21df0d (dataset): DatasetConfig { id: c70aa226-8bdc-49c0-a594-404a5c21df0d (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c7af6a52-2df5-4fbe-8be4-137a89281dd5 (dataset): DatasetConfig { id: c7af6a52-2df5-4fbe-8be4-137a89281dd5 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cc9cd523-95b8-48e2-8416-faf7397478f3 (dataset): DatasetConfig { id: cc9cd523-95b8-48e2-8416-faf7397478f3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d02437e8-48ef-42b4-a269-821901e9659c (dataset): DatasetConfig { id: d02437e8-48ef-42b4-a269-821901e9659c (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d4e37dbd-aaa0-49de-822e-ea14642a8bc0 (dataset): DatasetConfig { id: d4e37dbd-aaa0-49de-822e-ea14642a8bc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d6002de5-1ac5-4b5d-93fe-250b4ab50c61 (dataset): DatasetConfig { id: d6002de5-1ac5-4b5d-93fe-250b4ab50c61 (dataset), name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d6446fe4-8072-4c05-a795-61de32999ef4 (dataset): DatasetConfig { id: d6446fe4-8072-4c05-a795-61de32999ef4 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d7b53c28-3485-42f4-9463-90f94e3a26fc (dataset): DatasetConfig { id: d7b53c28-3485-42f4-9463-90f94e3a26fc (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d9738f13-4c92-4f79-a4f3-06eedbe9fb1e (dataset): DatasetConfig { id: d9738f13-4c92-4f79-a4f3-06eedbe9fb1e (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd7b59d6-71c8-4b43-8273-6cb1fd95b874 (dataset): DatasetConfig { id: dd7b59d6-71c8-4b43-8273-6cb1fd95b874 (dataset), name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e38b579e-065b-4a03-a7e7-3cc97138bfc0 (dataset): DatasetConfig { id: e38b579e-065b-4a03-a7e7-3cc97138bfc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ede43e87-0e01-4b3f-ac84-1a416c2e298e (dataset): DatasetConfig { id: ede43e87-0e01-4b3f-ac84-1a416c2e298e (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ee374d7a-28db-4707-a598-a144c4419a19 (dataset): DatasetConfig { id: ee374d7a-28db-4707-a598-a144c4419a19 (dataset), name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ef115bcb-b602-4851-90b5-6938bafd25ee (dataset): DatasetConfig { id: ef115bcb-b602-4851-90b5-6938bafd25ee (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f107a4c2-d44a-470d-b5e7-a290597493da (dataset): DatasetConfig { id: f107a4c2-d44a-470d-b5e7-a290597493da (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, fac87f15-4b9a-412f-8833-86e4ed6dfc2c (dataset): DatasetConfig { id: fac87f15-4b9a-412f-8833-86e4ed6dfc2c (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fb09d888-dc28-4507-b88d-6f928937860f (dataset): DatasetConfig { id: fb09d888-dc28-4507-b88d-6f928937860f (dataset), name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fe0df524-4ff9-496b-a4ee-c645e6c17486 (dataset): DatasetConfig { id: fe0df524-4ff9-496b-a4ee-c645e6c17486 (dataset), name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ff632582-5d03-44b4-9ff1-cb6fc98a168c (dataset): DatasetConfig { id: ff632582-5d03-44b4-9ff1-cb6fc98a168c (dataset), name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ffe052c3-9b90-420c-b46f-437737833444 (dataset): DatasetConfig { id: ffe052c3-9b90-420c-b46f-437737833444 (dataset), name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.009192301Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.009200141Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.009204991Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.009209061Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:905"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.009212681Z","hostname":"sock","pid":1566,"name":"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone/oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.009222691Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone/oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\"), full_name: \"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone/oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.136428009Z","hostname":"sock","pid":1566,"name":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.13647473Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.259817814Z","hostname":"sock","pid":1566,"name":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.259857475Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:24.296162888Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.394752146Z","hostname":"sock","pid":1566,"name":"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone/oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.394793577Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone/oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\"), full_name: \"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone/oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.527096974Z","hostname":"sock","pid":1566,"name":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.527146034Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone\"), full_name: \"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.616227384Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.616264794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.71096115Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.711003321Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.828943852Z","hostname":"sock","pid":1566,"name":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone/oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.828994153Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone/oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\"), full_name: \"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone/oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.952135855Z","hostname":"sock","pid":1566,"name":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone/oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:24.952185306Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone/oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), full_name: \"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone/oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.055343696Z","hostname":"sock","pid":1566,"name":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.055391807Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone\"), full_name: \"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.132149739Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.13219755Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.253558428Z","hostname":"sock","pid":1566,"name":"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.253599479Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:25.298147204Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.364099509Z","hostname":"sock","pid":1566,"name":"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.3641417Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.477453298Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.477503429Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.601337361Z","hostname":"sock","pid":1566,"name":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.601385201Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\"), full_name: \"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.726308887Z","hostname":"sock","pid":1566,"name":"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.726355518Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/98a100ce-cd82-4209-8530-7b48ca829744/crypt/debug\"), full_name: \"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.812365376Z","hostname":"sock","pid":1566,"name":"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.812404307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/zone\"), full_name: \"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.89735589Z","hostname":"sock","pid":1566,"name":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone/oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:25.897399641Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone/oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\"), full_name: \"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone/oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.020110846Z","hostname":"sock","pid":1566,"name":"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.020176447Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/f4009784-7bde-44ff-854e-49d614e9e682/crypt/debug\"), full_name: \"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.106668182Z","hostname":"sock","pid":1566,"name":"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone/oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.106712972Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone/oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\"), full_name: \"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone/oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:26.183376193Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.65087653s"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.236045938Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.236091149Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:26.300474823Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.361548083Z","hostname":"sock","pid":1566,"name":"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.361586983Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.478670283Z","hostname":"sock","pid":1566,"name":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone/oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.478710914Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone/oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\"), full_name: \"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone/oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.603796402Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.603835582Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.723037911Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.723074222Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.83930347Z","hostname":"sock","pid":1566,"name":"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.83933615Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone\"), full_name: \"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.924934033Z","hostname":"sock","pid":1566,"name":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:26.924965333Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.041388223Z","hostname":"sock","pid":1566,"name":"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.041420644Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_f4009784-7bde-44ff-854e-49d614e9e682/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.18917863Z","hostname":"sock","pid":1566,"name":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.189217571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone\"), full_name: \"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.278080147Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.278112308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:27.302394438Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.395788806Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.395829096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.520000262Z","hostname":"sock","pid":1566,"name":"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.520048963Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone\"), full_name: \"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.604434789Z","hostname":"sock","pid":1566,"name":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.604475229Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.721936634Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.721977005Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.84315631Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.843196071Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.959760624Z","hostname":"sock","pid":1566,"name":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:27.959797074Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone\"), full_name: \"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.044569595Z","hostname":"sock","pid":1566,"name":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.044623366Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.160706822Z","hostname":"sock","pid":1566,"name":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.160752263Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/debug\"), full_name: \"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.249904173Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.249943174Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:28.304001938Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.339421529Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.33946938Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.461774261Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.461815271Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.546502471Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.546542072Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.668444487Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.668494148Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/debug\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.71358702Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4307"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.713747402Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4317","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.720834868Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4331","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.720864289Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4396"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.75928262Z","hostname":"sock","pid":1566,"name":"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.759323111Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/debug\"), full_name: \"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.851727476Z","hostname":"sock","pid":1566,"name":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.851772996Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93eb8a71-6519-482e-a366-b15e30b4605e/crypt/debug\"), full_name: \"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.874110129Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4462"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.87414509Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4489"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.915570083Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4502"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.915649793Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4348"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:28.931659931Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7357276260268799775"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:28.931769832Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11866606071799879623"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.942539539Z","hostname":"sock","pid":1566,"name":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone/oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.942571439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone/oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\"), full_name: \"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/zone/oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.967279154Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4390"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.967307694Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4469","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.987981705Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4480"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:28.988048486Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4522"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.059954972Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4554"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.059990883Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4560"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.076380995Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.076425796Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.149033022Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4601"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.149078872Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.189339379Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:29.189942217Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.19458618Z","hostname":"sock","pid":1566,"name":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone/oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.194599691Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone/oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\"), full_name: \"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone/oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.227835672Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.227939073Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.22847508Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.228494921Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.274541216Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:29.311322816Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.324552655Z","hostname":"sock","pid":1566,"name":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.324598986Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.435838116Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.435879987Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.549788734Z","hostname":"sock","pid":1566,"name":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.549835394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\"), full_name: \"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.662740567Z","hostname":"sock","pid":1566,"name":"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/zone/oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.662794238Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/zone/oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\"), full_name: \"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/zone/oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.781892615Z","hostname":"sock","pid":1566,"name":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.781946216Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.886876071Z","hostname":"sock","pid":1566,"name":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone/oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:29.886926632Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone/oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\"), full_name: \"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/zone/oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:29.914375444Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8023753382245910886"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:29.914490036Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7374314792341526415"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.003181929Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.00322541Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.107451985Z","hostname":"sock","pid":1566,"name":"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone/oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.107496296Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone/oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\"), full_name: \"oxp_98a100ce-cd82-4209-8530-7b48ca829744/crypt/zone/oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.223636593Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.223684533Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:30.313051817Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.339173562Z","hostname":"sock","pid":1566,"name":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.339211172Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\"), full_name: \"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.45832518Z","hostname":"sock","pid":1566,"name":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.45836729Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\"), full_name: \"oxp_93eb8a71-6519-482e-a366-b15e30b4605e/crypt/zone/oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.57616108Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.57620522Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.680840581Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.680887172Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/debug\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.760609364Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.760648615Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.877772455Z","hostname":"sock","pid":1566,"name":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.877818376Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), full_name: \"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/zone/oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.993708699Z","hostname":"sock","pid":1566,"name":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:30.993752309Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\"), full_name: \"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/zone/oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.110814649Z","hostname":"sock","pid":1566,"name":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.11085818Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/debug\"), full_name: \"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.189038301Z","hostname":"sock","pid":1566,"name":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:949"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.189080022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1331","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/debug\"), full_name: \"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:31.193095546Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/nexus.rs:527"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.268906286Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.26921733Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269453853Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269506734Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269514994Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269521384Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269525794Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269532084Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269537594Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269543454Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269557205Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269562915Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269567115Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269574275Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269579885Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269584065Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269589445Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269595105Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269600305Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269605905Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269611495Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269615125Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269620355Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269633066Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269637026Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269641096Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.269738647Z","hostname":"sock","pid":1566,"uri":"/datasets","method":"PUT","req_id":"9600fb91-8e5a-400c-8a9f-3ddd756dffba","remote_addr":"[fd00:1122:3344:101::1]:47584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7261305,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.30091077Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.301043942Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:57586"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.301250885Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.301265615Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:31.315457298Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.335072984Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.335118255Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.37083959Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.3708758Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.403381012Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"No ledger in /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.403428632Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.403437823Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.403481823Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.448253941Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.448293952Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.448313512Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.50196525Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.505690841Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.509421052Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.521592157Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.526689506Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:31.531103116Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/de9bec7d-f8ce-44a0-879c-5e088768f91c)","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:32.317612236Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:231"} {"msg":"Profile for oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:33.180900658Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:33.180984319Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:33.181172891Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:33.666070715Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:34.146883714Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:34.147005556Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:34.147018656Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\") failed: Property not found. retry in 46.517864ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.155537301Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:34.155591232Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:34.159587276Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\") failed: Property not found. retry in 86.31813ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.212231851Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\") failed: Property not found. retry in 64.019127ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.286861595Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\") failed: Property not found. retry in 61.37823ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.293346623Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\") failed: Property not found. retry in 279.569197ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.306049535Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\") failed: Property not found. retry in 144.017575ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.442149193Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\") failed: Property not found. retry in 147.136271ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.544948239Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\") failed: Property not found. retry in 210.817779ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.633074756Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\") failed: Property not found. retry in 259.805578ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.651403474Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\") failed: Property not found. retry in 208.257993ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.725682513Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\") failed: Property not found. retry in 593.744905ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.855838931Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\") failed: Property not found. retry in 832.691745ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.921263949Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\") failed: Property not found. retry in 463.544835ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:34.943564012Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\") failed: Property not found. retry in 1.127796047s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:35.417301884Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\") failed: Property not found. retry in 1.094579881s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:35.458536624Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\") failed: Property not found. retry in 874.118976ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:35.764011872Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\") failed: Property not found. retry in 1.484330656s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:36.554982452Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\") failed: Property not found. retry in 893.117924ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:36.563361986Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\") failed: Property not found. retry in 1.497265057s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:36.647471608Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\") failed: Property not found. retry in 752.1054ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:37.465199551Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763\") failed: Property not found. retry in 1.487277318s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:38.048540361Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\") failed: Property not found. retry in 860.464795ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:38.156014171Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\") failed: Property not found. retry in 1.045596438s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:38.22668584Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:38.93288519Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7357276260268799775"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:38.933009782Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11866606071799879623"} {"msg":"wait for service Some(\"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9\") failed: Property not found. retry in 515.282272ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:39.025552528Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1\") failed: Property not found. retry in 660.5585ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:39.28196813Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:39.916221532Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8023753382245910886"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:39.916398605Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7374314792341526415"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:39.964173853Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_2eb2a760-6b2b-4fdd-a606-eabb932aebf9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:39.964205384Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_050cdbd7-4ebc-471c-b4dc-ec1b3741f763"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:39.964215764Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_internal_dns_0018a454-75c0-41b1-be69-9476391f01e1"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:39.964238004Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:39.964563929Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:39.964908283Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"2f575aa8-465d-4a97-8edf-3b4ab7d2fc1d","remote_addr":"[fd00:1122:3344:101::1]:57586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8663781,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:39.966821699Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"failed to write DNS configuration (will retry in 51.420096ms)","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:40.403220444Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 62.109451ms)","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:40.456449417Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.537096282Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.590481757Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:642"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.637576537Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.637590647Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.670903989Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.671738751Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.671755201Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.700977137Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.701069909Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:60254"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.701278642Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.701285472Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.741316765Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.741365016Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.776619385Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.776662185Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.811903334Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.811954035Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.812118067Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.812212758Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.823488381Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.856426368Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.857184699Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.857199589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.887281337Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 178, 125]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.887292607Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.887737193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.887744674Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.888003547Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.889174813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.912854365Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:40.932651483Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:41.610600739Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:41.61071582Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\") failed: Property not found. retry in 55.190837ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:41.740256059Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\") failed: Property not found. retry in 113.690663ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:41.803418887Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\") failed: Property not found. retry in 177.183054ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:41.928612087Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\") failed: Property not found. retry in 284.804536ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:42.115483644Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\") failed: Property not found. retry in 941.364252ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:42.408689276Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\") failed: Property not found. retry in 1.299310095s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:43.36132932Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\") failed: Property not found. retry in 1.247048108s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:44.670417595Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282\") failed: Property not found. retry in 712.868967ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:45.926245847Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.667233699Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.66729992Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.667700065Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.668029359Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"0da39e42-ac63-4ec3-b55b-ef1821351521","remote_addr":"[fd00:1122:3344:101::1]:60254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5966867,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.670891768Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.701759527Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.701904199Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:49323"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:46.713294364Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.713418126Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"78916ea8-8732-4a0d-b00e-483b8d61fd90","remote_addr":"[fd00:1122:3344:101::1]:49323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":11369,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:46.716300265Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.891288481Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:46.891445933Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:48856"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:48.935466207Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7357276260268799775"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:48.935572118Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11866606071799879623"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:49.571072557Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10699755921578253876"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:49.577352282Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10208574803446044792"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:49.918343712Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8023753382245910886"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:49.918466934Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7374314792341526415"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:49.96678029Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5083314779294559159"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:50.901015876Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:50.901183758Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"9197a2cb-a7f8-4741-9606-a8675b6dc687","remote_addr":"[fd00:1122:3344:101::1]:48856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009656,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:50.903788924Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:51.049163877Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:51.049313619Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37020"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:51.058382682Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:51.058538674Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"a0f390ec-c3c5-43bf-b00d-76c6ba2a69bd","remote_addr":"[fd00:1122:3344:101::1]:37020","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9150,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:51.061990391Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:51.19231487Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:51.192451482Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:43523"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_dfd796d3-f5de-49d4-a936-e01153b80282': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-12-19T00:56:54.943868733Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:54.944118997Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"ab5a0158-e8b4-4969-bcfa-fb77baed39c2","remote_addr":"[fd00:1122:3344:101::1]:43523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009515,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:54.948475926Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:749","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.221651344Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:699"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.221772706Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:51510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.242891088Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"8759f0d2-bb31-4780-916c-0710ab36f0e1","remote_addr":"[fd00:1122:3344:101::1]:51510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":20842,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1734569814.944016, correction: 0.026489377 }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.24554873Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:727"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.245575749Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1412"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.275379933Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.275486415Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:59652"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.275843166Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.27584927Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.310112191Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.31015451Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.341696394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.341736351Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.373048089Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.373088317Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.404145269Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.40417675Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.434813817Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.434852517Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.466953165Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.466991622Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.498774145Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.49881577Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.532687586Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.532743217Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.532942889Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.533065244Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.564931225Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.564968659Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.56497705Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.564984981Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.564992818Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.565085661Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"6f56dbdd-01c9-44a0-be37-de154e026bf7","remote_addr":"[fd00:1122:3344:101::1]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\", TimeNotSynchronized), (\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\", TimeNotSynchronized), (\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\", TimeNotSynchronized), (\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\", TimeNotSynchronized), (\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\", TimeNotSynchronized)]","latency_us":288619,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.565241053Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:562","retry_after":"69.344659ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f56dbdd-01c9-44a0-be37-de154e026bf7\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6f56dbdd-01c9-44a0-be37-de154e026bf7\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.635605298Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.635986327Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.63600414Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.669039801Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.669077452Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.699923584Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.69995876Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.731324344Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.731364779Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.762668982Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.762707391Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.795377076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.795414277Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.82674043Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.826778606Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.859623119Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.859664088Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.894161688Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.894209323Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.894432252Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.894552647Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.927647982Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.927696611Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.927727231Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.927736269Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.927746506Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:55.92783032Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"386ebf59-af7e-4632-9fad-49f4999aa20a","remote_addr":"[fd00:1122:3344:101::1]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\", TimeNotSynchronized), (\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\", TimeNotSynchronized), (\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\", TimeNotSynchronized), (\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\", TimeNotSynchronized), (\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\", TimeNotSynchronized)]","latency_us":291236,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:55.92799866Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:562","retry_after":"70.179081ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386ebf59-af7e-4632-9fad-49f4999aa20a\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"386ebf59-af7e-4632-9fad-49f4999aa20a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.000342389Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.000724217Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.000750542Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.03738091Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.037432305Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.069787027Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.06988935Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.102702216Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.102741394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.133210258Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.133246709Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.163519033Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.16355794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.196715135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.196752571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.228494714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.22852508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.262769504Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.262815891Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.263027723Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.263180472Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.295426801Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.295531426Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.295537848Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.295545479Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.295553158Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.295658262Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3c83a73a-5181-41f4-a272-9f41f7593ff8","remote_addr":"[fd00:1122:3344:101::1]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\", TimeNotSynchronized), (\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\", TimeNotSynchronized), (\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\", TimeNotSynchronized), (\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\", TimeNotSynchronized), (\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\", TimeNotSynchronized)]","latency_us":294329,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.295815539Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:562","retry_after":"82.447954ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c83a73a-5181-41f4-a272-9f41f7593ff8\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3c83a73a-5181-41f4-a272-9f41f7593ff8\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.380183107Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.380514668Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.380527727Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.413914367Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.413950405Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.446436865Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.446478847Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.477343758Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.477378005Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.509818783Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.509857399Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.541170145Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.541209483Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.57371869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.573755075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.605741897Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.605785331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.637623809Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.637669175Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.637833943Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.637943501Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.670297239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.670350809Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.670359874Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.670370365Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.670380612Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.670562548Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"87e85d58-12b2-4265-b322-8743b9c5f5db","remote_addr":"[fd00:1122:3344:101::1]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\", TimeNotSynchronized), (\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\", TimeNotSynchronized), (\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\", TimeNotSynchronized), (\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\", TimeNotSynchronized), (\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\", TimeNotSynchronized)]","latency_us":289407,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:56.670718278Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:562","retry_after":"150.869419ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e85d58-12b2-4265-b322-8743b9c5f5db\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"87e85d58-12b2-4265-b322-8743b9c5f5db\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.823495834Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.823842124Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.823924819Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.86043979Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.860480244Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.894132483Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.894166675Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.925811125Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.925846178Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.955857799Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.955889881Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.988875705Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:56.988912426Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.022363543Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.022461637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.05426327Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.054298464Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.08737928Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.087425902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.087688817Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.0878007Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.120644881Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.120771029Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.120780545Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.120789929Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.120798967Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.120879124Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"266fb273-1651-4dee-8f92-51a372ccbb49","remote_addr":"[fd00:1122:3344:101::1]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\", TimeNotSynchronized), (\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\", TimeNotSynchronized), (\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\", TimeNotSynchronized), (\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\", TimeNotSynchronized), (\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\", TimeNotSynchronized)]","latency_us":296383,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.12102786Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:562","retry_after":"134.776177ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"266fb273-1651-4dee-8f92-51a372ccbb49\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"266fb273-1651-4dee-8f92-51a372ccbb49\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.257760412Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.258145817Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.258172592Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.291433616Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.291482677Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.323000737Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.32304106Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.354128721Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.354166662Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.386286564Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.386324168Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.418422733Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.418454843Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.44993365Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.449971536Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.48151809Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.481555149Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.515302605Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.51534815Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.515525142Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.515648885Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.5472075Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.547252932Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.54727276Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.547282473Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.547291464Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.547383255Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"6a8e0ae2-f9ce-4d57-9f83-2d103f467c23","remote_addr":"[fd00:1122:3344:101::1]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\", TimeNotSynchronized), (\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\", TimeNotSynchronized), (\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\", TimeNotSynchronized), (\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\", TimeNotSynchronized), (\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\", TimeNotSynchronized)]","latency_us":288669,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.547540195Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:562","retry_after":"151.617903ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a8e0ae2-f9ce-4d57-9f83-2d103f467c23\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:57 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6a8e0ae2-f9ce-4d57-9f83-2d103f467c23\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.62223408Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"256.52951ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.700574412Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.700855009Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.700862256Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.7334369Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.733470416Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.765585386Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.76561743Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.797325507Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.797362088Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.830354585Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.830389302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.864230082Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.864272823Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.897676616Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.897719985Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.929440972Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.929472631Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.962132178Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.962167381Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.962341469Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.962447952Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.9966932Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.996733747Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.996739128Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.996743938Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.996756125Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:57.996814382Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"8b5a546f-10e0-4c3f-8903-5653a3144580","remote_addr":"[fd00:1122:3344:101::1]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\", TimeNotSynchronized), (\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\", TimeNotSynchronized), (\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\", TimeNotSynchronized), (\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\", TimeNotSynchronized), (\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\", TimeNotSynchronized)]","latency_us":295317,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:57.996937047Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:562","retry_after":"382.91355ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b5a546f-10e0-4c3f-8903-5653a3144580\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:57 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8b5a546f-10e0-4c3f-8903-5653a3144580\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.382425424Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.382703593Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.382716784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.416013035Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.416051717Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.447507813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.447545632Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.478269907Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.478299861Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.510517724Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.510548579Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.542203886Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.542246411Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.573899839Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.573933318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.606075645Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.606111345Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.63931302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.63935398Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.639523539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.639619783Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:58.671487791Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:58.671540554Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:58.671549376Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:58.67155563Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:58.671562005Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3329","zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.671653487Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"41f36180-aa4f-4ebc-8453-0764bd6aaddf","remote_addr":"[fd00:1122:3344:101::1]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\", TimeNotSynchronized), (\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\", TimeNotSynchronized), (\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\", TimeNotSynchronized), (\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\", TimeNotSynchronized), (\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\", TimeNotSynchronized)]","latency_us":288349,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:56:58.671830911Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:562","retry_after":"309.723467ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f36180-aa4f-4ebc-8453-0764bd6aaddf\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:56:58 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"41f36180-aa4f-4ebc-8453-0764bd6aaddf\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.676257109Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.676453396Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4249a578-1092-44d4-ae15-17da6e777ec0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62172","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.983796317Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.984102238Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:58.984112522Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.017053626Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.017078694Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.048739093Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.048772244Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.080142953Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.080174417Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.112898254Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.112931723Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.148647605Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.148673153Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.179728236Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.179757599Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.210428199Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.21045851Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.24367439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.243710662Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.243897912Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.244003654Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.323070628Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.323115245Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.32312132Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.323128332Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.32313422Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.410118461Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.414217997Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.418480259Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.423378213Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.428049607Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.432683042Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.438684199Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.443705235Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.448307254Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:56:59.452954066Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.310797996Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.310913826Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.325773959Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.325910676Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.38146647Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.381563737Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 32.579741ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:02.457756162Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.458121038Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 42.269083ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:02.467229802Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.467373682Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.473084983Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:02.473199885Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 102.523941ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:02.499465933Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 54.947692ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:02.517765181Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 41.89224ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:02.525373496Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 108.216732ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:02.684762655Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 136.382174ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:03.296168947Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 179.852968ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:03.413065452Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 104.602732ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:03.474057699Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 266.54879ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:03.533520677Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 373.060679ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:03.91626498Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 52.344283ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.028003388Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 882.510028ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.060912423Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 280.023527ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.082681827Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 52.094239ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.11619515Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 93.808456ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.170958275Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 77.940467ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.218078828Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 262.927382ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.314347995Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 825.642111ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.380152066Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 248.418488ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.397421951Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 481.499131ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.723268279Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 316.720079ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.799913214Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 373.834911ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.870118367Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 620.778385ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:04.980010579Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 1.129732334s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:05.146933894Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 1.107961902s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:05.243858569Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 1.124788903s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:05.259279267Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 788.135895ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:05.285873823Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 731.327028ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:05.614864334Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 1.278136349s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:06.085396797Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 591.106036ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:06.287475755Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 1.457242301s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:06.356357291Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 776.5328ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:06.363825633Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 1.042570786s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:06.3930111Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 596.383569ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:06.889683931Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 1.278900768s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:07.156433968Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 1.171332929s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:07.374610264Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 1.271792444s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:07.447661517Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 1.025089791s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:07.498034942Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 929.014754ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:07.820970902Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 794.2877ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:08.442483079Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 1.345091349s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:08.529887207Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 873.417994ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:08.553016091Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 520.358444ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:08.726336577Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 514.900801ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:08.758169409Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 1.365914609s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:09.245071264Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 553.958746ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:09.256257066Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 1.052359559s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:09.282260653Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 855.473078ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:09.436506444Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 745.194722ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:09.821706606Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16\") failed: Property not found. retry in 1.328928949s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:09.884031262Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 623.671711ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:10.302065638Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 910.630419ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:10.344542365Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99\") failed: Property not found. retry in 867.598025ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:10.579029228Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1\") failed: Property not found. retry in 815.537929ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:10.622042612Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 612.567162ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:10.935909773Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 1.338149356s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:11.2649936Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 583.801246ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:11.557535961Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 1.101244885s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:12.152176818Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 996.13763ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:12.617667305Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:12.94851349Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"434.957255ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 1.426752356s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:13.266383057Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 813.562543ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:13.627723351Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 1.269046279s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:14.456662304Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 1.175088419s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:14.704908234Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 858.447717ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:15.735047625Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 933.79493ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:15.889608365Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 1.451900384s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:16.601896722Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 1.041059426s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:16.832007049Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 618.772604ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:17.882939882Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 682.620633ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:18.063792498Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 903.621912ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:18.512012218Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 760.159322ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:18.755772559Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 1.040812059s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:19.424443342Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 1.07449529s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:19.523982823Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90\") failed: Property not found. retry in 789.448931ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:20.474398381Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172\") failed: Property not found. retry in 538.576624ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:20.606254512Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.284109987Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.284173118Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_789f31ab-07f2-47c6-8dc0-f9cf998d2f16"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.284179028Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_27c4eb2e-2ae3-402e-8856-5a021868fe90"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.284183598Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.284188198Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_cockroachdb_9f2f1d58-18bd-480b-bc6a-222f7c7838e1"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.284198148Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.284563473Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.284831987Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5ba81d18-eb38-454a-9d74-c678203c2375","remote_addr":"[fd00:1122:3344:101::1]:59652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":22284909,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.318237281Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:37204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.345116036Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"5c48ebcd-3c39-4743-b5eb-0ba88bcb54e2","remote_addr":"[fd00:1122:3344:101::1]:37204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26776,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:21.345326239Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"138.560249ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c48ebcd-3c39-4743-b5eb-0ba88bcb54e2\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:57:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5c48ebcd-3c39-4743-b5eb-0ba88bcb54e2\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.511336013Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"073de739-7ba5-4875-a8ee-9d4f90b92d7a","remote_addr":"[fd00:1122:3344:101::1]:37204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26069,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:21.511609537Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"66.503144ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073de739-7ba5-4875-a8ee-9d4f90b92d7a\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:57:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"073de739-7ba5-4875-a8ee-9d4f90b92d7a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.605622704Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"25e2b283-c274-4ac6-a86d-ccbe61df0ae8","remote_addr":"[fd00:1122:3344:101::1]:37204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:851","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_24809a5d-52aa-4891-9dcb-84b4656ea172 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26765,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:21.605783756Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1141","retry_after":"171.523818ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e2b283-c274-4ac6-a86d-ccbe61df0ae8\", \"content-length\": \"124\", \"date\": \"Thu, 19 Dec 2024 00:57:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"25e2b283-c274-4ac6-a86d-ccbe61df0ae8\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:21.808071772Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:27.773186345Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3776"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.562800098Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.563013011Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"525ad7ec-07ab-415b-a339-0fe7e833e972","remote_addr":"[fd00:1122:3344:101::1]:37204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10784654,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.56409045Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.564802895Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"541c2ebb-dbee-472b-aba2-1d96634bb641","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54445","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":279,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:32.56810086Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.050137981s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0018a454-75c0-41b1-be69-9476391f01e1 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: dfd796d3-f5de-49d4-a936-e01153b80282 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: bf880c19-9d84-4efc-886f-98b14f937093, kind: Service { id: dfd796d3-f5de-49d4-a936-e01153b80282 }, name: Name(\"ntp-dfd796d3-f5de-49d4-a936-e01153b80282\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 125])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 27c4eb2e-2ae3-402e-8856-5a021868fe90 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 24809a5d-52aa-4891-9dcb-84b4656ea172 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1 (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 679d67b5-9925-49ac-b78d-613e816394dc (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c (service), filesystem_pool: Some(ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b4e7d6e3-7551-4da8-8529-1286ef6ee8a3 (service), filesystem_pool: Some(ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 10bb6caa-5666-4747-9b6c-48ed7069541b (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: 6892dc98-d04b-4b85-b4d0-03bd53995e09 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 68e16a8a-5014-4120-9251-64b4b355b6b0 (service), filesystem_pool: Some(ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 089dd97c-a5d4-48df-b3ea-a61a0b0c9f43 (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 3bc6a5d7-2061-434b-96ed-851ac7abddbb (service), filesystem_pool: Some(ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External } } } }, OmicronZoneConfig { id: 0c9fcc8e-cb8d-4c52-8025-4137b7053c7b (service), filesystem_pool: Some(ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External } } } }, OmicronZoneConfig { id: bd71449b-9ea4-4e76-b752-1d23c910c439 (service), filesystem_pool: Some(ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External } } } }, OmicronZoneConfig { id: 2a938d23-12fe-4a3d-bd93-2851f8d9be67 (service), filesystem_pool: Some(ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4b6f7643-a0fa-4766-8901-1e1892739acf (service), filesystem_pool: Some(ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8965b93d-b61b-4461-83fe-8af7a539eefa (service), filesystem_pool: Some(ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External } } } }, OmicronZoneConfig { id: 352791c3-3ea8-4a2c-abed-df833c2e15f5 (service), filesystem_pool: Some(ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9c73f9dc-da7d-470f-8c17-891618bbbaad (service), filesystem_pool: Some(ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3aaec92f-d06e-48c2-961f-d8ab46b39dfc (service), filesystem_pool: Some(ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.602940433Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:525"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.603077549Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:54104"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.603431207Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.603437319Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0018a454-75c0-41b1-be69-9476391f01e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.693666604Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.693724425Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2eb2a760-6b2b-4fdd-a606-eabb932aebf9, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.757723533Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.757774784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 050cdbd7-4ebc-471c-b4dc-ec1b3741f763, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.833612843Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.833662334Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 27c4eb2e-2ae3-402e-8856-5a021868fe90, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.890677208Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.890725178Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: fff1fd4f-b526-4fcb-9d36-d2c7c7ac1a99, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.949090421Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:32.949131881Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 24809a5d-52aa-4891-9dcb-84b4656ea172, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.017251838Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.017302979Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 789f31ab-07f2-47c6-8dc0-f9cf998d2f16, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.075936324Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.075984099Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9f2f1d58-18bd-480b-bc6a-222f7c7838e1, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 679d67b5-9925-49ac-b78d-613e816394dc, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.144058937Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.144108119Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 679d67b5-9925-49ac-b78d-613e816394dc, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.21891394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.218961022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10bb6caa-5666-4747-9b6c-48ed7069541b, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.287689545Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.287753636Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 10bb6caa-5666-4747-9b6c-48ed7069541b, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3bc6a5d7-2061-434b-96ed-851ac7abddbb, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.34363807Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.343685836Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 3bc6a5d7-2061-434b-96ed-851ac7abddbb, dataset_name: DatasetName { pool_name: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0c9fcc8e-cb8d-4c52-8025-4137b7053c7b, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.409594501Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.409636971Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 0c9fcc8e-cb8d-4c52-8025-4137b7053c7b, dataset_name: DatasetName { pool_name: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bd71449b-9ea4-4e76-b752-1d23c910c439, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.463564931Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.463608362Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: bd71449b-9ea4-4e76-b752-1d23c910c439, dataset_name: DatasetName { pool_name: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2a938d23-12fe-4a3d-bd93-2851f8d9be67, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.523804876Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.523844711Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 2a938d23-12fe-4a3d-bd93-2851f8d9be67, dataset_name: DatasetName { pool_name: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4b6f7643-a0fa-4766-8901-1e1892739acf, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.581714946Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.581762253Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 4b6f7643-a0fa-4766-8901-1e1892739acf, dataset_name: DatasetName { pool_name: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8965b93d-b61b-4461-83fe-8af7a539eefa, dataset_name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.663310773Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.663347693Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 8965b93d-b61b-4461-83fe-8af7a539eefa, dataset_name: DatasetName { pool_name: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 352791c3-3ea8-4a2c-abed-df833c2e15f5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.752579075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.752623025Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 352791c3-3ea8-4a2c-abed-df833c2e15f5, dataset_name: DatasetName { pool_name: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9c73f9dc-da7d-470f-8c17-891618bbbaad, dataset_name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.82026503Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.820313211Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 9c73f9dc-da7d-470f-8c17-891618bbbaad, dataset_name: DatasetName { pool_name: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3aaec92f-d06e-48c2-961f-d8ab46b39dfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.90868565Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.908735031Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1379","request":"NewFilesystemRequest { dataset_id: 3aaec92f-d06e-48c2-961f-d8ab46b39dfc, dataset_name: DatasetName { pool_name: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.995325744Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.99538538Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.995611114Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:33.995757656Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.189841496Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.190051409Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.190075329Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.19013054Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.19016889Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.190188221Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.190199821Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.215229769Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.215404643Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.215458297Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.38756188Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.387719562Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.387749072Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.387756552Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.423429588Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.423612356Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.423672853Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.423691885Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.434834071Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.435204436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.439648217Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.444137608Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.44875814Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.453581216Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.458638614Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.463383519Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.467927221Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.588963523Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.594239586Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.599166562Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.603757874Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.607897584Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.612261801Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.617202157Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.62257421Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.627993913Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.632431624Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.636931673Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.642126987Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.648533422Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.654854276Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.716555325Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.716926771Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.732797946Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.755546993Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.779763263Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.803948361Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.812948417Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.884697777Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.940741357Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.995765435Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.998471871Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:34.998488541Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.051231688Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 215, 75]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.051264068Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.107815567Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.110392301Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.110406811Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.170913502Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 167, 188]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.170962843Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.17370398Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.17371899Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.175529965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.175543605Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.226940311Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 158, 253]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.226964078Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.227173996Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.227186934Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.228570285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.228582785Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.303949078Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 245, 205]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.303979679Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.305881635Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.305898855Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.371539518Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 156, 60]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.37157085Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1264","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.371842906Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.373393551Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.373463622Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.37553255Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.476601662Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.488373642Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.488474824Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.48894986Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.48897136Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.489218624Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.489230484Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.489346225Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.492861363Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.492997525Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.495710612Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.499049637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.499130348Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.532696699Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.595364415Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.601071964Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.606251655Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.613151286Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.619688155Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.626830718Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.643076063Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:35.649611991Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:36.964918011Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:36.968806324Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.031531736Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.031702178Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.620009428Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.620156965Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.628056335Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.628218627Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.700871943Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.701038945Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.717464228Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.717665721Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.736694789Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.73683786Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.748593077Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.748765842Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.768637702Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:37.768876526Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 54.810863ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.084333868Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 46.343819ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.373264161Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 53.371287ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.478483839Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 74.176888ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.632952287Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 63.060667ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.796695399Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 49.174128ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.813929473Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 38.216507ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.829392563Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 71.671669ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.840351571Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 56.184828ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.851724836Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 60.047442ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.864727753Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 54.818698ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.878102884Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 63.76347ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.894260273Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 124.856423ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.906128835Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 83.575185ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.917790943Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 95.470139ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.929934808Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 78.628213ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:45.943191398Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 63.456585ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.766635228Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 109.510902ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.779619675Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 283.957518ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.793320961Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 103.851452ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.805628608Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 263.907918ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.817865954Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 144.125203ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.829162387Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 158.060362ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.843436981Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 180.080288ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.857487462Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 254.487034ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.872547686Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 241.49624ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.885612826Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 181.745156ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.903270783Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 599.061342ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.921644133Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 325.565753ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:46.989110469Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 304.502239ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.015874563Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 585.577255ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.051070361Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 316.480225ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.09007777Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 249.405604ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.100235698Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 482.462702ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.111657413Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 234.098116ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.140722548Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 585.016239ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.153317749Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.166604268s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.329590533Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 410.889439ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.34268215Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 669.692591ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.364910492Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 843.78191ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.389894222Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 850.76634ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.421216427Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 975.063006ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.536031146Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 470.80032ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.610032011Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 883.069885ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.651531875Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 409.770803ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.754110607Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.440045806s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:47.770041273Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:47.962234763Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:47.962593748Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 819.770644ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.05035775Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.252043109s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.096539987Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.379106658s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.178317388Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.255222811s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.248967587Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 40.904749ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.261173243Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 950.544244ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.285866428Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 137.250365ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.315778104Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 119.064337ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.465886483Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 806.003077ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.509655647Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.328451563s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.528173989Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.01489014s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.549788512Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 376.860066ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.60118505Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.661857814Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"1.520321886s"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.034541361s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.882679793Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 954.270663ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:48.990845062Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 860.581509ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.222831332Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 1.481552824s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.250225774Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 626.696066ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.329088335Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 616.843594ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.572918416Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 567.37578ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.605768713Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 898.361678ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.628813386Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 726.857507ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.643468425Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:49.643800219Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:49.644332936Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:49.645401971Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:49.658053773Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 967.35519ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.873244574Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 657.697783ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.938231947Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.240539288s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.969710394Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.117634776s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:49.985511449Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 71.012675ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.062639336Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 529.279108ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.098895789Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 47.268295ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.121881781Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 149.462344ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.147339807Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 122.643838ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.181957587Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 731.725286ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.193888969Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 753.642826ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.206799954Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:50.22860775Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:50.229078737Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 277.134564ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.3118113Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 215.287401ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.323311306Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 688.048848ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.38398456Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 701.533657ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.541716892Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 251.246266ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.553563543Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 334.770088ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.602403916Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.022835146s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.613496647Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 25.545479ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.623659375Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 869.389002ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.639965537Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 136.73498ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.660339563Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 974.956592ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.742409258Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 180.29307ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.808384924Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.014158954s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.821465201Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 606.506073ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.851042663Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.253596965s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.938975927Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 519.119042ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.951396276Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.346138395s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.972861457Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 203.938709ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:50.997991009Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.028052007s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.085144812Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 817.638137ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.11886098Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 497.287298ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.21602539Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.456820146s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.22558499Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 584.507475ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.255029389Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:51.364919892Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:51.431980322Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.046865396s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.468923824Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 631.015639ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.482241465Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.261121969s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.520106259Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.329642891s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.652504287Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 1.370456698s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.725045232Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 523.165209ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.734683313Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 47.162918ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.759941535Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 70.765563ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.816161599Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.491821725s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.848169804Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.461840672s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.859787121Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 287.723101ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.900005517Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 789.938307ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:51.950208049Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.047836789s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.12841527Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 1.319090792s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.141070801Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 568.173033ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.200999095Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 955.495535ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.211981434Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 877.687574ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.270894214Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.339806074s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.330574605Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.432654678s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.528635425Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.021544132s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.695841415Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 504.128868ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.754244597Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 797.730974ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.783664627Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 849.749856ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.795193874Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.423641698s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:52.995385702Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 861.975607ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.108986235Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 604.329946ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.158216254Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 926.436673ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.177897191Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.339410655s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.186477877Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 818.211349ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.266679416Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.025375409s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.329383108Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 802.953948ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.348013381Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 1.484267439s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.468416616Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 1.305383698s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.590502084Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.087358927s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.655586248Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.156092259s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.680100281Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 769.266458ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.726397569Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 669.188582ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.771212188Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.211811788s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.971120313Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 983.450259ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:53.980194386Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.358730182s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.094408407Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 565.402354ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.113095181Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.384731787s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.161960214Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.368627724s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.364474864Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.33214731s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.428393862Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 688.456523ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.44882666Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 867.878196ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.505138394Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.327025157s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.535466826Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 632.09192ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.689910714Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.16440156s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.752663405Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.309976212s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.845711138Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 1.347917645s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.905343008Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 1.271510524s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.961244727Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 511.098134ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:54.973038738Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 1.14134715s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.148316068Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 970.29015ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.192888403Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.266513433s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.332053553Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.283048025s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.383437951Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.179289498s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.460843212Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 1.11738556s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.493045519Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.313785297s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.556580062Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.420148403s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.742429486Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.071661528s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.769508023Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.449913363s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.870772919Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 554.352719ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:55.926922481Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.222348094s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.166320942Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 746.808111ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.175575488Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 803.118038ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.242862882Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 995.307819ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.26262647Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 1.217663035s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.298448746Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.096554633s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.489720144Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 551.265452ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.608175302Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 1.250223057s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.619431565Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.350335965s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.648262117Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.080175553s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.67500296Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.105738121s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.85035873Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.180181554s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.878725905Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.096931352s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:56.930435998Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 649.663008ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.054474912Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 818.013395ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.168696313Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 544.599359ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.177749066Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 865.269455ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.267071899Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.231427323s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.329960703Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 734.777405ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.39826079Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 1.034940934s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.524655627Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.065701442s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.595147744Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 508.93125ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.712179933Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 946.518499ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.731236422Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 880.711463ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.763338817Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 1.438038531s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.87841849Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 807.252984ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.963382074Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.472707396s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:57.994447426Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.403136204s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.007253709Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 511.611306ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.035072897Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.228190955s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.068212197Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 510.444432ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.140667551Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.214303507s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.148044541Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 1.456929858s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.230285058Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.2044931s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.556817882Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 1.48408846s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.570803432Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 659.21687ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.579662382Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.157684787s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.653447104Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 1.190323948s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.662369936Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 747.436044ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.6707874Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 837.026633ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.687838402Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 880.628482ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:58.779887461Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.362670044s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.254736029Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 776.075615ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.310234753Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 1.13616065s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.329940871Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.285509481s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.374496316Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:59.411533589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 931.039931ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.421509994Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 767.049658ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.430292193Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:59.430367534Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 519.004401ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.477281802Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 514.896708ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.535730775Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.488301147s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.671473219Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 1.403908828s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.697131187Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:59.728161749Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:59.738215814Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 583.797787ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.770736906Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:59.78503706Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 836.024182ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.827176042Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:57:59.827280223Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 1.019349882s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.862876297Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 38.463422ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.963344461Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 72.308673ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:57:59.993381679Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.27407474s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.004940246Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 138.497294ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.012517959Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 59.573946ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.046342678Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.277642846s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.059572788Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 700.182827ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.067256942Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 108.89651ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.074343118Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.137937346s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.095934842Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 137.526162ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.114348512Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 148.543458ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.161206418Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 226.954667ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.191611391Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.179763041s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.207834861Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 238.30845ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.261005983Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 506.517201ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.318525834Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 937.686357ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.361819312Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 853.953586ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.369641238Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 417.821969ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.428045031Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:00.433735539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:00.43383335Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 1.275664462s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.475654248Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 346.333555ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.508290541Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 38.512772ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.617531625Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 571.547008ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.628582455Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 125.955482ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.666711902Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.326152444s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.678029926Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 755.060643ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.688072482Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 1.169583018s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.781277617Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 156.068008ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.91846352Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 645.450389ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.940652281Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 1.054683729s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.968124534Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 955.460855ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.98253588Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 589.132566ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:00.995624318Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 372.331159ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.086944958Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 632.941538ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.114094736Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 506.837535ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.170784156Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.119051338s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.211152934Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 904.912133ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.233511108Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.012967878s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.243559464Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 913.614906ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.28892117Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.203989673s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.308948852Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.292243137s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.34636342Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 533.744455ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.397588886Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.367130126s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.453718018Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 939.56564ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.469866947Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 804.830724ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.596388565Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 1.236169507s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.606133968Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 956.956443ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.689291707Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 962.203778ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.755577866Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 585.065659ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.763555354Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.078853269s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.940853822Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 759.010519ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.948583717Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 954.975816ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:01.959536876Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 885.167118ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.013443898Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 1.382048126s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.031578454Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 847.767301ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.147940114Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.491911417s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.211949603Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.114352627s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.265811065Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 874.928614ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.339969081Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 926.118226ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.357712352Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 1.078833281s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.409207312Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 1.485518184s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.417538105Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 847.683714ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.521663099Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:02.613549216Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48276"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:02.617325508Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c0adeaad-5312-4475-b271-83116582efb9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48276","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.296935023s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.648349879Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 534.380559ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.656826624Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 853.917595ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.717203024Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 1.20667088s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.725375255Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.42389348s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.82888771Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 910.28804ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.851609238Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.461041176s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.908975209Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 865.382028ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:02.925065796Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 873.282902ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.005849206Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.142388965s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.030280394Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.324297689s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.200909071Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 686.534601ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.225665007Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 942.329006ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.296020242Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 621.334386ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.383184985Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 944.392428ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.394332767Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 1.126785808s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.42547327Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 1.202481969s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.502273012Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 1.161255725s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.585251869Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.480913269s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.718511188Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 613.602301ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.778253799Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 1.350536268s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.802548319Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.043333716s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.891662599Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 1.442041939s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.915182034Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.044631216s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.926251429Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 721.970448ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.944114091Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 937.519442ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:03.958305353Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.302368674s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.016134769Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.058420692s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.185868553Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 547.820042ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.252063522Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.263588018s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.271140041Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 915.273593ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.349169236Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 851.177216ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.379819097Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 1.115565015s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.400225194Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 606.598734ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.535374419Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 1.4046322s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.562343665Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 503.257773ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.680948996Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 772.135829ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.724330835Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 883.534065ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.762958539Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 1.351160402s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.815997409Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.468097772s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.909926284Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 822.238322ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.949738595Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 970.705762ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:04.984932993Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.346596925s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.156926068Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 710.775278ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.168812289Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 883.263947ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.196991922Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.069711371s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.213521787Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 613.073027ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.244103412Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 1.177659206s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.257884869Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.470545266s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.279844167Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.325654314s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.332387841Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.358722758Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"3.071774548s"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 1.333456023s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.36991863Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 695.228325ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.510504969Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 1.067360593s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.529094041Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 521.935281ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.547867907Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 871.158613ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.664053104Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 778.074511ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:05.787007574Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.009837184s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.011041856Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 1.292011179s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.084754837Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.086885585s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.094958855Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 1.049780939s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.104534265Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 1.021507741s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.115398303Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.174619066s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.125955106Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:06.153007384Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:06.153997167Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 676.825114ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.181219717Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 1.049999052s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.219129682Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 924.418739ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.297259712Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 942.24632ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.390067723Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 959.181838ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.447755366Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 729.471263ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.51427496Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 69.915445ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.524298836Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 893.817253ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.544759134Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 775.167417ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.573781398Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 127.357774ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.606050446Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 1.273925435s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.616311325Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.306118714s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.668987241Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 1.246923042s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.714773182Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 162.45869ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.74190092Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 767.951929ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.759969446Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 583.002629ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.868716902Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 527.730047ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:06.912231593Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.240759949s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.032071321Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 1.175128329s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.151057106Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 760.722565ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.168393602Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.124970987s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.193176178Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.0178544s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.241097639Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 523.548107ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.25809066Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 899.361555ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.282937677Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 838.72888ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.314750159Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 544.991877ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.346240577Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 730.304618ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.359660669Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 853.666216ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.3884194Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 922.055682ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.419872427Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 608.472756ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.457256214Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 1.113362147s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.473521075Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 1.056516669s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.485875953Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 553.182174ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.54012618Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 599.96782ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.796404989Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 577.006639ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.907091732Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.124974287s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.924336906Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 1.006763092s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.947235807Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 1.469554711s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.979218641Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.248546656s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:07.996278143Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 831.486867ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.078972856Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.104100428s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.104991219Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 1.182273839s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.120473Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 670.677161ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.164399766Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 1.46072046s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.194325782Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 992.978364ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.259021101Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 1.199895115s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.275970061Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 836.245456ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.292673678Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.182684021s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.330623743Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 639.498524ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.345410874Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 772.103739ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.356718577Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.011428103s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.407962479Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 1.471424341s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.498174148Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 751.445737ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.559774105Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 543.268293ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.603557849Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 635.744007ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.849941185Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 1.400070234s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.922908985Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 1.174060906s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:08.967977707Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 1.124370358s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.001197041Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 748.436704ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.069667948Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 836.323655ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.144787748Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.259366103s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.159373906Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 1.243926242s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.17361987Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.046692703s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.221262747Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.200669668s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.266779175Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 558.140974ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.281438784Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 753.562345ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.316411569Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 1.115160253s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.329631988Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.140773548s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.438332044Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 1.388679862s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.463298833Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 515.699288ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.489865374Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 1.04145976s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.503710402Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 850.323208ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.529647504Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 565.853194ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.66851611Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0\") failed: Property not found. retry in 1.411733365s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.830178654Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 702.532133ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.852316535Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 1.187940798s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.982459022Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 631.242052ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:09.993818126Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 650.348541ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.018799376Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 948.345377ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.082962897Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 725.142182ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.137234044Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 1.460679234s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.15462198Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 745.697426ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.248377713Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.291169546s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.278653814Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 1.303828046s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.33433487Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf\") failed: Property not found. retry in 1.167779811s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.390889578Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 500.70639ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.428664881Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c\") failed: Property not found. retry in 1.461072622s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.437376149Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 982.719004ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.454023055Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 1.338416707s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.477579495Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439\") failed: Property not found. retry in 992.151493ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.554249867Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09\") failed: Property not found. retry in 795.841216ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.566513743Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa\") failed: Property not found. retry in 1.349954043s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.588412351Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 681.772219ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.633397311Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad\") failed: Property not found. retry in 674.386946ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.678664136Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 954.616036ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.862605873Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3\") failed: Property not found. retry in 796.804591ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.870819695Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 1.426034685s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:10.940363109Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb\") failed: Property not found. retry in 1.281820605s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.005843858Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b\") failed: Property not found. retry in 673.703694ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.044606205Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc\") failed: Property not found. retry in 1.208384361s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.184483854Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc\") failed: Property not found. retry in 819.014065ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.328823644Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\") failed: Property not found. retry in 520.9537ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.451324387Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67\") failed: Property not found. retry in 1.065948837s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.597366331Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43\") failed: Property not found. retry in 527.613843ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.627002603Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\") failed: Property not found. retry in 1.130804238s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.653704725Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5\") failed: Property not found. retry in 602.164495ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.833673609Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\") failed: Property not found. retry in 1.223559577s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:11.848815165Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 872.746319ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:12.384892114Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 1.159075134s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:13.272441275Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 733.107035ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:14.453249929Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 1.340655554s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:15.208017918Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:16.377113242Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers)\"","delay":"7.239113353s"} {"msg":"wait for service Some(\"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b\") failed: Property not found. retry in 1.215773701s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T00:58:16.560121887Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803505389Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_6892dc98-d04b-4b85-b4d0-03bd53995e09"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80355787Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_2a938d23-12fe-4a3d-bd93-2851f8d9be67"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80356395Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_8965b93d-b61b-4461-83fe-8af7a539eefa"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80356871Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_352791c3-3ea8-4a2c-abed-df833c2e15f5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80357353Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_3aaec92f-d06e-48c2-961f-d8ab46b39dfc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80357798Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_9c73f9dc-da7d-470f-8c17-891618bbbaad"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80358286Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_1176f008-4a9d-4835-a5aa-1a86ec3c619c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80358777Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_68e16a8a-5014-4120-9251-64b4b355b6b0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80359291Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_4b6f7643-a0fa-4766-8901-1e1892739acf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80360906Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_679d67b5-9925-49ac-b78d-613e816394dc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803614121Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_oximeter_b4e7d6e3-7551-4da8-8529-1286ef6ee8a3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803619201Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_clickhouse_10bb6caa-5666-4747-9b6c-48ed7069541b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80362379Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_pantry_089dd97c-a5d4-48df-b3ea-a61a0b0c9f43"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803628411Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803632801Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_3bc6a5d7-2061-434b-96ed-851ac7abddbb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803637331Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_0c9fcc8e-cb8d-4c52-8025-4137b7053c7b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803641881Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_crucible_bd71449b-9ea4-4e76-b752-1d23c910c439"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803646201Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_nexus_1d1e5635-dd2b-4bf7-8ace-6cb3ea634995"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803650411Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3325","zone":"oxz_external_dns_2a880a2e-2471-4fd8-9ad5-3e0c3fbde317"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.803947025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.80949146Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.811511458Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"fadc1538-4911-481f-b0d6-0465d5f3286e","remote_addr":"[fd00:1122:3344:101::1]:54104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45207733,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.816958052Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1435"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.817541819Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.817884074Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.821038447Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:774"} {"msg":"Nexus address: [fd00:1122:3344:101::c]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.822264564Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:786"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.857173318Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1000"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6f1cca69-e82a-429e-8f71-b2c5888a42c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.85810491Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6f1cca69-e82a-429e-8f71-b2c5888a42c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:17.911421784Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6f1cca69-e82a-429e-8f71-b2c5888a42c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:18.050904018Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6f1cca69-e82a-429e-8f71-b2c5888a42c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:18.182350263Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6f1cca69-e82a-429e-8f71-b2c5888a42c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:18.286058872Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6f1cca69-e82a-429e-8f71-b2c5888a42c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:18.510604401Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/6f1cca69-e82a-429e-8f71-b2c5888a42c1/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:18.85817432Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 403 Forbidden; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02644481-546a-428c-9055-4458a6d339d7\", \"content-length\": \"113\", \"date\": \"Thu, 19 Dec 2024 00:58:19 GMT\"}; value: Error { error_code: Some(\"Forbidden\"), message: \"Forbidden\", request_id: \"02644481-546a-428c-9055-4458a6d339d7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:19.614273807Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bda8af99-d6a7-44f7-a90d-aca2bc385843\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:19 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"6f1cca69-e82a-429e-8f71-b2c5888a42c1\\\"\", request_id: \"bda8af99-d6a7-44f7-a90d-aca2bc385843\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:20.139033401Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f30dad15-c604-40dd-9892-c648b43e3d91\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:20 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"6f1cca69-e82a-429e-8f71-b2c5888a42c1\\\"\", request_id: \"f30dad15-c604-40dd-9892-c648b43e3d91\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:20.64191886Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40cf33aa-ea9a-4869-8b04-397f3d1f24ec\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:20 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"6f1cca69-e82a-429e-8f71-b2c5888a42c1\\\"\", request_id: \"40cf33aa-ea9a-4869-8b04-397f3d1f24ec\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:21.142563057Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d8c186-c63b-4813-8c48-89ae30818f21\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:21 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"f1d8c186-c63b-4813-8c48-89ae30818f21\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:22.44782669Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1312a76-5468-41ac-a434-7ecb89e2776d\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"f1312a76-5468-41ac-a434-7ecb89e2776d\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:24.013353707Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b6ac37-5848-4bee-805c-8956c71a6f8c\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:24 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"a8b6ac37-5848-4bee-805c-8956c71a6f8c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:25.243830074Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb39ebd2-cfc0-4dde-9bc6-a3edce4df172\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:26 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"eb39ebd2-cfc0-4dde-9bc6-a3edce4df172\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:26.913154971Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7258850-f64e-44f4-864f-d5bcef80d612\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:28 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"a7258850-f64e-44f4-864f-d5bcef80d612\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:28.49358685Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64e1a89c-4e6b-487c-948f-27152c4fb7a3\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:30 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"64e1a89c-4e6b-487c-948f-27152c4fb7a3\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:30.627758319Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:32.652553051Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50685"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:32.652657793Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"64f15201-8808-49e6-8d1e-85dafaafe9d6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50685","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e347dea-b8e1-4b90-a005-5636571113af\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:33 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"0e347dea-b8e1-4b90-a005-5636571113af\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:33.460891138Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:36.026202989Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:64395"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:36.047901184Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"3b897ccb-2bde-49e4-962b-35ae23ba2c48","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":20966,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e38d2af-dc2d-4ec2-9280-af7879e268dc\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:36 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"0e38d2af-dc2d-4ec2-9280-af7879e268dc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:36.477090111Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8396fb30-3557-4e92-be03-ce0a07cd4341\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:39 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"8396fb30-3557-4e92-be03-ce0a07cd4341\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:39.859568989Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6324bd39-06d0-485e-8c39-bd39b4f574dd\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:43 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"6324bd39-06d0-485e-8c39-bd39b4f574dd\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:43.299934263Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"726b07bc-568b-4489-84f6-4b4c4fa6eb27\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:48 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"726b07bc-568b-4489-84f6-4b4c4fa6eb27\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:48.989485296Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eae5e4b-c114-44c9-964c-9fedb509bce0\", \"content-length\": \"173\", \"date\": \"Thu, 19 Dec 2024 00:58:54 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"de9bec7d-f8ce-44a0-879c-5e088768f91c\\\"\", request_id: \"3eae5e4b-c114-44c9-964c-9fedb509bce0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:54.41532562Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1062"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.58525571Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.677058667Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56845"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.678493657Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.678503417Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.678658369Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.679897826Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.691842528Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.691896659Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.716708755Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.716757696Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.738705853Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.738756484Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.761204459Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.76125607Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_98a100ce-cd82-4209-8530-7b48ca829744"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.781436234Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.781493285Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.801937172Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.801995663Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.822342019Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.82240127Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_f4009784-7bde-44ff-854e-49d614e9e682"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.841742463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.841794943Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.861099126Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.861149666Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:58:58.872832395Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"47bc1d18-b92b-46d7-a3fd-17373a04b5c0","remote_addr":"[fd00:1122:3344:101::c]:56845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195439,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.686905283Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57364"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.687030465Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"edfd3d70-e184-44d6-94b9-881d4ebd7cd5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57364","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.956889709Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53514"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.958654003Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.958865376Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.959233131Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.959251571Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.959259711Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.959331662Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.959340412Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.959367613Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a0513c77-5a5c-437d-9799-8497bfdfc5b5","remote_addr":"[fd00:1122:3344:101::c]:53514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2391,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:02.960983375Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1072"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.307701492Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42135"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.307795974Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.307806904Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.307834534Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.308040877Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.320715559Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.32077787Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.344748806Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.344801056Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.36571571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.365769021Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.387293653Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.387341724Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_98a100ce-cd82-4209-8530-7b48ca829744"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.409503555Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.409551415Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.429804001Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.429856641Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.449516818Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.449566599Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_f4009784-7bde-44ff-854e-49d614e9e682"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.469768413Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.469819284Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.489318349Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.489364149Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.500034564Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"644e3194-930e-41e1-a5f1-31235bb3e2d0","remote_addr":"[fd00:1122:3344:101::c]:42135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":192246,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.658519766Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:35966"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.65881866Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.658877751Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.658954772Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.658968212Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.658980362Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.658996273Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.659027103Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:03.659044793Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b44eeb15-d92f-4a49-8b1a-55ae69563395","remote_addr":"[fd00:1122:3344:101::c]:35966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":444,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.550132383Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52726"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.550403987Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.550465908Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.550488268Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.550497858Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.550504248Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.550513938Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.550533409Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.550561599Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"35676eee-9c78-4123-bc62-611f27c63a6b","remote_addr":"[fd00:1122:3344:101::a]:52726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":330,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.828236459Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57140"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.828470682Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.828526253Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.828561783Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.828582313Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.828600814Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.828620184Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.828650354Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:04.828681095Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"96e45748-75c3-4385-adee-c53a284f742e","remote_addr":"[fd00:1122:3344:101::b]:57140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:05.765965261Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"ff8b250e-30d6-4f85-9a52-aa9cd671e497","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7041,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:08.586308787Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47899"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:08.586479359Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"67106176-0345-4158-908f-0b44a84b9292","remote_addr":"[fd00:1122:3344:101::c]:47899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:08.717394897Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:08.717561839Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"eda95d3d-6638-4eaf-b50f-40510b10df71","remote_addr":"[fd00:1122:3344:101::c]:47899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":880,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:08.812307515Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"de76db35-4356-4f31-a6e4-e488bbef1a8e","remote_addr":"[fd00:1122:3344:101::c]:47899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2984,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.737527776Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:50410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.7377591Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2bc75dbf-cfce-4668-916d-e45a8061e8e2","remote_addr":"[fd00:1122:3344:101::b]:50410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.789691625Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46804"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.789817877Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"01cac1ee-fdc9-48a9-bd47-079ac89449bb","remote_addr":"[fd00:1122:3344:101::c]:46804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.812451254Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.812652317Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"cf622b03-8c78-4ae6-9ec1-db5ac2129005","remote_addr":"[fd00:1122:3344:101::c]:37768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.838297405Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34264"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.838357826Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5138865d-7f55-49e5-a0b9-208dc4517aea","remote_addr":"[fd00:1122:3344:101::b]:34264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":22,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.858945765Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39874"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.859074617Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f7f00a99-d0b4-4b88-841f-9f10701513d6","remote_addr":"[fd00:1122:3344:101::a]:39874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.905040801Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.905073742Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7e042837-7739-4f25-a630-401f004911ea","remote_addr":"[fd00:1122:3344:101::b]:34264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.911663901Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.911684231Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d8244b36-b118-49c1-948a-8df32f80dc76","remote_addr":"[fd00:1122:3344:101::c]:46804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.915373451Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.915390312Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3710bd10-c9a5-492f-9c03-b3e8956f6d17","remote_addr":"[fd00:1122:3344:101::a]:39874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.916478157Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"edd635ef-4126-4c5d-9be9-92f31349d641","remote_addr":"[fd00:1122:3344:101::b]:34264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":174,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.921759248Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ac6aacbe-9e47-4d12-a431-852b7302f027","remote_addr":"[fd00:1122:3344:101::c]:46804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:21.925720282Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"026b377b-76b1-4e44-90a4-0e2f1f563cc6","remote_addr":"[fd00:1122:3344:101::a]:39874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.077401422Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:33168"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.077792127Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.135352078Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.193236255Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7f206ca1-9fa7-42f0-870b-5fca9386e2af","remote_addr":"[fd00:1122:3344:101::b]:33168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115758,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.193455658Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37666"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.193520158Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51284"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.193812692Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.197826517Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7b8a9762-f1b6-4f43-bbc6-1e990cd0a856","remote_addr":"[fd00:1122:3344:101::b]:33168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.19801912Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9bc05eda-7c11-4aed-b70b-dd29b89c0d8b","remote_addr":"[fd00:1122:3344:101::a]:37666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":670,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.240484106Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.240659759Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.241979706Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.243050431Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.243081581Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"b75f6878-6971-496c-aa75-f365cc1b2b6a","remote_addr":"[fd00:1122:3344:101::b]:33168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3013,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.243329145Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.269565881Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37208"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.305247316Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.305311756Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7bdf6597-cad4-4776-85f6-bb78fe6b52bd","remote_addr":"[fd00:1122:3344:101::c]:51284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111595,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.309200209Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"54f756e9-87ac-49d5-bb3b-68e1ca4aad8f","remote_addr":"[fd00:1122:3344:101::c]:51284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":786,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.341422577Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.402250903Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"90e13e20-cc11-43be-8f4a-32641823e24a","remote_addr":"[fd00:1122:3344:101::a]:37208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132564,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:22.402735259Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e116e18d-b277-4951-9db8-14934905d169","remote_addr":"[fd00:1122:3344:101::a]:37208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:32.721012823Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64745"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:32.721116274Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ba6e874d-f1ef-4d59-9bc1-9a8388d24ae7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64745","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":25,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:35.766404042Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"73a6a030-4b64-431a-9f9f-2a340c0611f8","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7595,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.626697105Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56094"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.626853107Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2523ddcc-d364-4a6f-b7f6-a740014af69d","remote_addr":"[fd00:1122:3344:101::c]:56094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.650436297Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:46410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.650561239Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7a3eaa48-9f1a-49c7-9ba2-54dd9d0c0656","remote_addr":"[fd00:1122:3344:101::b]:46410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.674441943Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.674469224Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"daf5557b-e803-449c-858b-ed5a475cb620","remote_addr":"[fd00:1122:3344:101::b]:46410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.678933024Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.678957405Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dc3be174-c5ab-4464-89d3-199d55285e9e","remote_addr":"[fd00:1122:3344:101::c]:56094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.688643916Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"8d3b4708-d253-4926-a039-fadaf954b5bb","remote_addr":"[fd00:1122:3344:101::b]:46410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.689395106Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"601737b6-321f-425c-afe6-7acba6874ad6","remote_addr":"[fd00:1122:3344:101::c]:56094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.752462043Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62500"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.752619105Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"55caa0d6-74f9-4874-a948-9d90f7fa5cc5","remote_addr":"[fd00:1122:3344:101::b]:62500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.784561239Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:48745"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.78467573Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"78c93acf-9afe-490f-95af-a8c24716e423","remote_addr":"[fd00:1122:3344:101::c]:48745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.786461624Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62257"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.786563166Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.82367758Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.879312685Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b22374fb-f94d-431f-9dbf-d304d3d3e532","remote_addr":"[fd00:1122:3344:101::c]:62257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92769,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.87962174Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54484"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.879916513Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7200dd0d-8eb6-4d16-a7f1-5d3a11a52b30","remote_addr":"[fd00:1122:3344:101::c]:62257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.879992154Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.918736371Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.923271952Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64454"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.923490035Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4e06c531-2758-479c-9e44-feb378b0039a","remote_addr":"[fd00:1122:3344:101::a]:64454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.980773913Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7e0a5aed-d2d4-4e44-b868-aba073b25a19","remote_addr":"[fd00:1122:3344:101::b]:54484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100877,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.981164938Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b4f41aea-82e1-4e5f-b138-fb1eb6225198","remote_addr":"[fd00:1122:3344:101::b]:54484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.993610167Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:51.994438999Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a5c79296-4c63-405a-9f60-9fc88e87e85b","remote_addr":"[fd00:1122:3344:101::a]:53652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:52.07629016Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:52.076321971Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"95989866-293c-4e96-a317-dbbd4c71476f","remote_addr":"[fd00:1122:3344:101::a]:64454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:52.085574946Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1d766008-b250-4c27-bfec-18e09d87e457","remote_addr":"[fd00:1122:3344:101::a]:64454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":169,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:52.241051497Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42887"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:52.241129418Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:52.278485616Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:52.32960534Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"dbc3b4df-4130-4178-8ce2-e3082848ae1e","remote_addr":"[fd00:1122:3344:101::a]:42887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88498,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T00:59:52.329859483Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3c5ee042-e7c3-44c3-a35a-51185e5c0d7a","remote_addr":"[fd00:1122:3344:101::a]:42887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:02.753904651Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55942"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:02.754013302Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"42821e2d-e53d-4e5a-b9e4-dcb1753984c8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55942","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:05.766880122Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"1260a86f-8b89-4194-8f76-2d63406e2d02","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7540,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.774179703Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.774301844Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ce710629-0290-413c-9728-3fb8d8d2897a","remote_addr":"[fd00:1122:3344:101::b]:34006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.817525971Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.817552162Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"937ef43e-93d0-4ed6-9d6f-c308c8150efe","remote_addr":"[fd00:1122:3344:101::b]:34006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.822695391Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44860"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.822808243Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3836fc2b-58a1-4205-bcc0-5ef445a05fcd","remote_addr":"[fd00:1122:3344:101::c]:44860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.829531984Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"53d64f7b-4880-40e4-adb4-5e2969afff4b","remote_addr":"[fd00:1122:3344:101::b]:34006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.842617132Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.842769894Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e651e003-2183-44a6-a681-f6b7cf65cdb7","remote_addr":"[fd00:1122:3344:101::c]:57612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.859102416Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.859129066Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"43650ab2-7592-4ae1-b12c-3edd0a120455","remote_addr":"[fd00:1122:3344:101::c]:44860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.869487787Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.869666529Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9018ad01-a9b4-4457-9e06-caffccefc1f4","remote_addr":"[fd00:1122:3344:101::b]:45736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.889364047Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58664"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.889453568Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f7542788-a731-4875-8a93-0c10fe1870ab","remote_addr":"[fd00:1122:3344:101::a]:58664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.938607115Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36682"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.938748707Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:21.98022101Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.040421278Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"15f99205-f9fe-498e-a0ef-56cfc32a1b4f","remote_addr":"[fd00:1122:3344:101::b]:36682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101705,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.040754032Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.040822053Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a5ef9375-1ec3-4e0d-84a5-15b55c7796b3","remote_addr":"[fd00:1122:3344:101::a]:58664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":151,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.040840234Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47028"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.040977545Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.041097037Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1a9afc0f-90b1-4e29-bb58-a3c5b375a2c6","remote_addr":"[fd00:1122:3344:101::b]:36682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.041282469Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ef5f3b53-9682-48c2-95a9-54820458c59e","remote_addr":"[fd00:1122:3344:101::c]:44860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":490,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.041399761Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.041447412Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6ad3ac28-a9d8-486f-b674-e64d2490b36d","remote_addr":"[fd00:1122:3344:101::a]:47028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.085635332Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.139875828Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"dbda9aaa-293b-45ce-a53c-bd83fc999748","remote_addr":"[fd00:1122:3344:101::c]:53252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98614,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.140256253Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cd710002-e34e-47e6-ac44-c7c82840e9a1","remote_addr":"[fd00:1122:3344:101::c]:53252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.159016508Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"878212b9-1efe-454c-9a55-1c019e899e4b","remote_addr":"[fd00:1122:3344:101::a]:58664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.159076839Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58427"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.15917338Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.19449818Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.247024543Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5a18b6b4-53a7-45c0-bd0e-1abd6bd31e68","remote_addr":"[fd00:1122:3344:101::a]:58427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87870,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:22.247632882Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d67e19a1-73a9-4d9d-98f5-1781c5b9fe56","remote_addr":"[fd00:1122:3344:101::a]:58427","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:32.788722229Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42785"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:32.7888272Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5a28c706-6b67-448c-999f-074df27b5661","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42785","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:35.765708062Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"425a4936-c3db-41c2-a501-665614b67670","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":6585,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.538582309Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56855"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.538721791Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1d06ceb7-760c-492f-9d22-a6f656b92717","remote_addr":"[fd00:1122:3344:101::b]:56855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.595054435Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64012"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.595572763Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a77e9108-676f-4e32-abbf-d37c749d0e7c","remote_addr":"[fd00:1122:3344:101::c]:64012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.616836841Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.616864062Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c84dd927-d12e-4514-91aa-7fbd2d8571a3","remote_addr":"[fd00:1122:3344:101::b]:56855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.665255389Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.665283039Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"48f33496-52a4-4e8c-b9ad-547acb93bea1","remote_addr":"[fd00:1122:3344:101::c]:64012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":48,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.675829142Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7a1a12cb-c3c7-4d77-8384-33f21a8362b7","remote_addr":"[fd00:1122:3344:101::c]:64012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.720458218Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55452"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.72055944Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.762234456Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.821622422Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9d8ef72c-8aa2-4359-80c7-778b0ac87260","remote_addr":"[fd00:1122:3344:101::c]:55452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101094,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.821915386Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47945"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.821998537Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34597"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.822099918Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53269"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.822308221Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d15bbe98-4c2a-43af-bb65-16c3663bc24a","remote_addr":"[fd00:1122:3344:101::c]:55452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.822401813Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"682cd0c4-a431-4b58-84bc-833c368abc34","remote_addr":"[fd00:1122:3344:101::b]:56855","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":579,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.822504054Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7e8f2d9e-bc97-4e40-86f1-4ba1d3137851","remote_addr":"[fd00:1122:3344:101::c]:47945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.822616436Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6c65ff19-ea11-46f8-8ed9-f2b2f0a4e967","remote_addr":"[fd00:1122:3344:101::b]:34597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":240,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.823024031Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.852866886Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:65315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.853334323Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0eb9a197-1422-40f6-b6d0-e6297d5f7131","remote_addr":"[fd00:1122:3344:101::a]:65315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.860471519Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.86932609Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55461"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.869485732Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5bb8910b-01f1-4dee-b290-39498164471d","remote_addr":"[fd00:1122:3344:101::a]:55461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.917298641Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.917375762Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"df52a92b-9bc9-4b74-a0fd-1ad04b9860c4","remote_addr":"[fd00:1122:3344:101::a]:55461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.92454785Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"102a0aa0-b6fc-4e97-a05e-d2e45f7ffe91","remote_addr":"[fd00:1122:3344:101::b]:53269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101588,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.924892734Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"707b9a14-fe3b-425e-869f-76e60b6be448","remote_addr":"[fd00:1122:3344:101::b]:53269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.938322037Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59710"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.938474239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:51.976534286Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:52.03205454Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"01cde73d-4018-4d6c-b8bd-e8c9ca810739","remote_addr":"[fd00:1122:3344:101::a]:59710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93632,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:52.032346133Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e3094741-1a1e-45ab-8e85-4632ec43e63b","remote_addr":"[fd00:1122:3344:101::a]:59710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:00:52.038981394Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b1d3e16c-47b9-46e3-b021-5075296369a0","remote_addr":"[fd00:1122:3344:101::a]:55461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":415,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:02.822559255Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47481"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:02.822669107Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8c10664a-1dcc-4dd9-ba10-682daed7cec9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47481","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":27,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:05.767073916Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"befa3d16-fc88-457b-abe3-af75752056da","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7319,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:21.881698245Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60071"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:21.881877857Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bf40a67c-85b5-408c-aa45-908b330fd65b","remote_addr":"[fd00:1122:3344:101::b]:60071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:21.9593786Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:21.95943291Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7814a653-1605-42ad-b5e2-9b1848776f0a","remote_addr":"[fd00:1122:3344:101::b]:60071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:21.985616986Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57432"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:21.985819179Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.029628554Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.100658548Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a878fa5a-155d-4176-83db-c0cd74a621de","remote_addr":"[fd00:1122:3344:101::c]:57432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114883,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.101040753Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38167"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.101140225Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38893"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.101228846Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53641"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.101287697Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48994"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.10153915Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cf700bc0-9e83-4f10-a983-1dbf095c6a03","remote_addr":"[fd00:1122:3344:101::c]:57432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":391,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.101794043Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"07b35799-b056-4b53-8bf3-9cb86676c572","remote_addr":"[fd00:1122:3344:101::b]:60071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":842,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.101873865Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a6bc7061-b77c-4e40-ad01-0d25babf51a2","remote_addr":"[fd00:1122:3344:101::a]:48994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.101902745Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"df69e807-5923-4326-a10b-80fadea4d689","remote_addr":"[fd00:1122:3344:101::c]:38167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":450,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.101911765Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5d145a34-b7f2-417c-8b50-fb676212690e","remote_addr":"[fd00:1122:3344:101::c]:53641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.101932725Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c9f95338-2570-48de-b383-e8bf8ab888e5","remote_addr":"[fd00:1122:3344:101::b]:38893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":363,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.166098757Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57361"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.166265099Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.215551498Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.297084915Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fa3bd795-ad70-4746-beb0-58f233c6d21c","remote_addr":"[fd00:1122:3344:101::b]:57361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":130887,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.297586632Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57819"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.297673213Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38723"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.297702864Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.297787655Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6d59ed03-6d1c-4527-9888-fe9657aba2d0","remote_addr":"[fd00:1122:3344:101::c]:38167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.297900926Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.297910197Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8dab7953-6c46-49bc-b02e-0347810838f4","remote_addr":"[fd00:1122:3344:101::b]:57361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":321,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.297932887Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c788d1ff-e466-4b7a-9101-a54dc7706fdb","remote_addr":"[fd00:1122:3344:101::a]:48994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.298057328Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.298212131Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e25ea844-3f95-4d2d-931f-a23a7ee43db8","remote_addr":"[fd00:1122:3344:101::a]:57819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.309682946Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9063f944-1ef4-4c47-a0dd-a77593332dc1","remote_addr":"[fd00:1122:3344:101::a]:48994","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":417,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.311113406Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"722e9059-1405-4275-9c62-22e37f34c9b3","remote_addr":"[fd00:1122:3344:101::c]:38167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.353432551Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.430052741Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e8fbfd7e-bb3e-45cf-afdd-7076498a5227","remote_addr":"[fd00:1122:3344:101::a]:38723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":132110,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:22.430455766Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b175f0fe-bef4-43ae-bea0-61570acfa5ea","remote_addr":"[fd00:1122:3344:101::a]:38723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":165,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:23.748414362Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:32.856047857Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62536"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:32.856157018Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"af439cb8-728a-4179-b8a4-d5f7c7631b7a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62536","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:35.768393571Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"ed5e984d-74f3-4c70-9640-6330666e61df","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8429,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.541198817Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57547"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.541363659Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"87e23ce2-4f0f-4b6b-8b51-aaf75727db3e","remote_addr":"[fd00:1122:3344:101::b]:57547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.580345869Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.5804695Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9a0dcd44-8507-42fb-a4da-ae5052192568","remote_addr":"[fd00:1122:3344:101::c]:38433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.599239705Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.599273396Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"74ce8d51-fe4b-46c5-b9f6-37de3b0af4b6","remote_addr":"[fd00:1122:3344:101::b]:57547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":122,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.613222515Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2b11c949-ad4f-4f8b-b77b-9f2da8fb1818","remote_addr":"[fd00:1122:3344:101::b]:57547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":206,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.642802697Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.642834247Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"145f5d46-f44f-4bf0-8c26-fe345a37cf72","remote_addr":"[fd00:1122:3344:101::c]:38433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.651611506Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59348"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.651715208Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.702104792Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.760539186Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6adbf552-4560-4f86-905b-312450ddd518","remote_addr":"[fd00:1122:3344:101::b]:59348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108867,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.760803819Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38180"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.76087915Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37575"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.760956571Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63156"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.761432678Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.761445278Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"71c359bc-576e-4f0b-bc54-a658feee497a","remote_addr":"[fd00:1122:3344:101::b]:59348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":487,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.761472808Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"52c3dff1-87c1-4e89-85ea-4e8df1008092","remote_addr":"[fd00:1122:3344:101::c]:38180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":373,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.761531439Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"dddf2317-b287-4f2a-8003-0f92d80221fc","remote_addr":"[fd00:1122:3344:101::b]:63156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":340,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.76157916Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a512e307-f537-4ad0-9e89-0bb91d59ad80","remote_addr":"[fd00:1122:3344:101::c]:38433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":696,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.79990487Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.819213732Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:35878"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.819391025Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"935ac035-81a9-49c3-b60b-3abe7088aaee","remote_addr":"[fd00:1122:3344:101::a]:35878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.859373497Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"033a9d3f-458f-4568-aea5-652003344baf","remote_addr":"[fd00:1122:3344:101::c]:37575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98094,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.859797143Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"adb504b4-4c9d-427e-ac61-7a388c082b15","remote_addr":"[fd00:1122:3344:101::c]:37575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":176,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.865855896Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.865875106Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"08718908-49bb-42d9-aead-f65ce179d9d8","remote_addr":"[fd00:1122:3344:101::a]:35878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.876023923Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d7dad6c7-cc6a-4f4b-b6c9-202175a723e3","remote_addr":"[fd00:1122:3344:101::a]:35878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.955941369Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63063"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.956083141Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d8d24f86-2965-48bb-8cce-8438abae1476","remote_addr":"[fd00:1122:3344:101::a]:63063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.959872912Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54956"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.959962393Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:51.998811921Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:52.05767582Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7210340d-0d27-40c9-a2d4-206e7b2587b8","remote_addr":"[fd00:1122:3344:101::a]:54956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97739,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:01:52.058029375Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f0bddceb-0e2b-4298-be70-8713296ebe20","remote_addr":"[fd00:1122:3344:101::a]:54956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:02.889137692Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41461"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:02.889377615Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"55062366-a57f-4970-b0b9-6abee2cb8281","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41461","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:05.767053998Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"84cfe6da-e5c8-46b2-b770-fa99e50001a0","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7028,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.745617068Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.745741099Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cc0e1ee1-df61-4778-865b-ab27c070b9bb","remote_addr":"[fd00:1122:3344:101::c]:51995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.800215429Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.800358391Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d65707f2-f270-4bb3-9284-a8903f30991b","remote_addr":"[fd00:1122:3344:101::b]:35590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.821032232Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.821057492Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5740f8d7-567c-4d94-b88a-7e8e109fd2df","remote_addr":"[fd00:1122:3344:101::b]:35590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.82828129Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1a60182d-fbd0-48ad-8cdb-8aba9d119e49","remote_addr":"[fd00:1122:3344:101::b]:35590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.83710946Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60169"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.837200851Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"19bc22de-c23e-42f6-a69c-d3762c619d61","remote_addr":"[fd00:1122:3344:101::a]:60169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.855342527Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:49661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.85555961Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"abe5c278-ec00-43d6-b916-f18562b68962","remote_addr":"[fd00:1122:3344:101::c]:49661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.88494956Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.88497252Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"28ced21c-9dc6-4cda-ac1b-7c6160893965","remote_addr":"[fd00:1122:3344:101::a]:60169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.892851427Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"941e78af-9c1d-4853-b3c8-8c46d0491443","remote_addr":"[fd00:1122:3344:101::a]:60169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":176,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.912557564Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.912575304Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"53e74b79-61a4-4c05-a009-8b2c068135a2","remote_addr":"[fd00:1122:3344:101::c]:51995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.920791626Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dc93fbe7-a931-449f-83a6-64b32d13b76b","remote_addr":"[fd00:1122:3344:101::c]:51995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.935388324Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:55009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.935570247Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"88b61b2f-f184-4863-80d5-e9278f831a03","remote_addr":"[fd00:1122:3344:101::b]:55009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.956721584Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35513"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:21.956808875Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.000131613Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.057883918Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"eb504553-d40f-4cdb-b618-aa4d4e74c0db","remote_addr":"[fd00:1122:3344:101::b]:35513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100971,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.058012759Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53221"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.058163561Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.093814456Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.150501025Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e8e6885a-6b44-4263-95f4-66f3f8fb8717","remote_addr":"[fd00:1122:3344:101::c]:53221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92403,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.15085614Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.1508798Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"887608ef-b3d4-482e-a8f2-f937ba0656ee","remote_addr":"[fd00:1122:3344:101::b]:35513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.150976482Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.151191175Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6434fc42-fbf5-426e-8269-ccee62ba13c0","remote_addr":"[fd00:1122:3344:101::c]:53221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.151206385Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c28d35f2-8c2a-43be-804c-b989124c69c3","remote_addr":"[fd00:1122:3344:101::a]:49446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":145,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.151235965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.190273205Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.245037149Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"50b50ee6-2f51-499d-bb2c-32e6c8226490","remote_addr":"[fd00:1122:3344:101::a]:58794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93917,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:22.245378434Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e4e98eeb-9cb8-4aa6-9f43-519132d357ec","remote_addr":"[fd00:1122:3344:101::a]:58794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:32.922252646Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62353"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:32.922360477Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"46a6afb2-cd5e-455b-819e-9ab115f80fba","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62353","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:35.767898705Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"b240248d-262e-4b0b-b35b-a4fb99271865","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7401,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.59370895Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57618"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.593851002Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1765d03b-4129-4290-80a2-71cbc205a3fc","remote_addr":"[fd00:1122:3344:101::b]:57618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.618152062Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.618185672Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bd857a65-2c6d-433a-b364-15b899772716","remote_addr":"[fd00:1122:3344:101::b]:57618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.62828685Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.628376811Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"acee05a7-c0b5-411f-b78f-5eb725ffe805","remote_addr":"[fd00:1122:3344:101::c]:53172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.633987917Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0a7768cb-a9d5-4e74-a36a-9fb93c3c7c29","remote_addr":"[fd00:1122:3344:101::b]:57618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.644773144Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.644790854Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9443ac0f-48ca-49ea-9693-cd94a7ccc825","remote_addr":"[fd00:1122:3344:101::c]:53172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.647973147Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.648133529Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"41989f3a-f61d-40a2-8219-5b431da0b56d","remote_addr":"[fd00:1122:3344:101::c]:46013","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.662852459Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f4ac4271-033e-47d6-aeaa-ee1f2d6e3894","remote_addr":"[fd00:1122:3344:101::c]:53172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":226,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.698632345Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.698800847Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"46fe2460-90f1-43e2-85f2-91a4412534fb","remote_addr":"[fd00:1122:3344:101::b]:40433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.736842894Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60993"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.736939695Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.778146104Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.838760247Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ba29a011-1a0b-4eda-bd49-a71ada2ab7b7","remote_addr":"[fd00:1122:3344:101::c]:60993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101845,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.83901214Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35576"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.839367965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.839375615Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9ace94d0-8025-4e5c-bdaf-ad29d3890297","remote_addr":"[fd00:1122:3344:101::c]:60993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":276,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.851747373Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54845"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.852000857Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"eb909084-9e83-4e53-bb19-2ebad45b629e","remote_addr":"[fd00:1122:3344:101::a]:54845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":110,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.883102319Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.900258512Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.900345603Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8452402d-f227-4810-8542-a94b487567e1","remote_addr":"[fd00:1122:3344:101::a]:54845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":666,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.942184111Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50563"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.942655568Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"856c903e-5c80-422e-be2a-b8a4195c34a7","remote_addr":"[fd00:1122:3344:101::a]:50563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.950643806Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1d6c407a-4441-4c5a-8de1-dc62996ce92a","remote_addr":"[fd00:1122:3344:101::b]:35576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111403,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.951026321Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b569a269-d349-47ed-9a28-b1f905b2eef0","remote_addr":"[fd00:1122:3344:101::b]:35576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:51.952216937Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f171446e-1a04-4174-b98a-605aa512f4b5","remote_addr":"[fd00:1122:3344:101::a]:54845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":332,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:52.064722715Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39928"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:52.064842777Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:52.10119076Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:52.154486404Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"21cb3abf-2754-46a0-955e-cbb212b9c57b","remote_addr":"[fd00:1122:3344:101::a]:39928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89697,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:02:52.154761438Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2821a8dd-97d0-492a-b70b-5f14c04f0d39","remote_addr":"[fd00:1122:3344:101::a]:39928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:02.955900178Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:02.95605651Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c85f980a-bcf8-4352-9e16-7f6ba7f64226","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51413","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:05.767749488Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"a3254d9e-5ee3-4638-8064-b874c2938214","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.692309114Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:32773"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.695407376Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5d7699e9-06e5-4b8b-8a36-1001f59dcd92","remote_addr":"[fd00:1122:3344:101::b]:32773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.771911465Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.771948955Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"088c78a7-6abe-4fcf-b2bf-c820696fd814","remote_addr":"[fd00:1122:3344:101::b]:32773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.783890167Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a28479c6-81e5-41e5-aa41-cf18e6c9f31b","remote_addr":"[fd00:1122:3344:101::b]:32773","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":334,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.798248312Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:59567"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.798360114Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"15f69524-5e4e-4ba2-a072-a3cc611d3c0b","remote_addr":"[fd00:1122:3344:101::c]:59567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.819646443Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53641"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.819897166Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"53eebd43-038e-4e81-bfa9-d269e26c0c25","remote_addr":"[fd00:1122:3344:101::c]:53641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.869733083Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.869760763Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b9732994-29b1-48e2-96ae-755388c71dba","remote_addr":"[fd00:1122:3344:101::c]:59567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.88351622Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1b2d3bed-0f49-4bc3-9878-02b06b72d668","remote_addr":"[fd00:1122:3344:101::c]:59567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":203,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.94833436Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41914"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.948423532Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:21.99248066Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.061431716Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"146a46d0-8663-4d43-bf42-55877e4b6ca8","remote_addr":"[fd00:1122:3344:101::c]:41914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113031,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.061566658Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40560"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.061593608Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34508"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.061641859Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062029744Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a955a170-486b-4dd2-aa5d-1ed356b6eb75","remote_addr":"[fd00:1122:3344:101::a]:34508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062066645Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ef788574-1abc-43a2-b90e-3c3a98303398","remote_addr":"[fd00:1122:3344:101::c]:41914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062092945Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062116025Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"354cce8e-58c3-4cf0-b817-f3fa6745e846","remote_addr":"[fd00:1122:3344:101::b]:40560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":323,"response_code":"200"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062142616Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062192796Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062216207Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062231977Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062294278Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062313208Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.062320828Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"505a5f8e-f23c-47ca-a849-200f9aac5a49","remote_addr":"[fd00:1122:3344:101::c]:39023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":583,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.073678302Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34879"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.073882245Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"35ee5ebf-f128-448e-b42b-d4efdb0b9483","remote_addr":"[fd00:1122:3344:101::a]:34879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":144,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.088902429Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.088924689Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"563be41c-e3cd-44b2-b59b-58d5d8c386ca","remote_addr":"[fd00:1122:3344:101::a]:34508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.097956252Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"78853f87-1a51-4c63-9b43-f0865c38a794","remote_addr":"[fd00:1122:3344:101::a]:34508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.132847256Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:52763"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.132962167Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.172506634Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.233904108Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e6ea3cbc-c25a-4913-bf0b-922f634ff629","remote_addr":"[fd00:1122:3344:101::a]:52763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100963,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.234126491Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43761"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.234180282Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40179"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.234496826Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.234511426Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ae0986bc-b994-4ccd-a793-da25ceaa816f","remote_addr":"[fd00:1122:3344:101::a]:52763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":284,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.237637659Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.237796241Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.237869532Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.237943323Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.237972383Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.238006564Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.238043494Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.238260977Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fdfd9a8a-18b8-46a1-9139-523104c6b48c","remote_addr":"[fd00:1122:3344:101::a]:40179","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3827,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.250857238Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:32861"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.251364615Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.251451576Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.251518677Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.251557808Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.251571888Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.251625599Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.251665219Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.25170176Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"faf6b17f-4275-4c2d-adf4-503ac57921b7","remote_addr":"[fd00:1122:3344:101::b]:32861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":659,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.270490135Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.323485954Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d0f011fd-1907-41a0-a40d-d0078d8dfad7","remote_addr":"[fd00:1122:3344:101::b]:43761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":89133,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:22.323809629Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9a86ef78-b45c-4bf2-87c6-741f3996d6e9","remote_addr":"[fd00:1122:3344:101::b]:43761","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:32.98889493Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:32.989044842Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"13f992cb-6f06-45d0-af41-b1e9a8a6a985","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60279","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:35.768901107Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"f7fc9e95-9d5a-4dae-9daa-3010fd920dcf","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8586,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.630038793Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.630175395Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"18183ca1-f957-4633-9b98-ddeff720a6c0","remote_addr":"[fd00:1122:3344:101::b]:58862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":58,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.669643231Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.669787622Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2953d262-6932-4dcf-b017-1e7afcb7a03e","remote_addr":"[fd00:1122:3344:101::c]:34155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.680695641Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.680719371Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"936a4cde-85d3-4a81-8048-c41eca9263cc","remote_addr":"[fd00:1122:3344:101::b]:58862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.689893455Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f4443575-761e-4de7-808e-f5e4f2dfe461","remote_addr":"[fd00:1122:3344:101::b]:58862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":187,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.693591046Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:62324"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.693747578Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"36617326-e007-4a15-9e53-4508655906d1","remote_addr":"[fd00:1122:3344:101::c]:62324","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.72042813Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.720455821Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b09fec95-8530-4abb-936b-603c52516939","remote_addr":"[fd00:1122:3344:101::c]:34155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.72855936Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ce1d7184-8674-47e5-bc7b-9e095ef76f56","remote_addr":"[fd00:1122:3344:101::c]:34155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":183,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.73515003Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49303"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.735238391Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.77353351Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.82576455Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4f3e04df-b7e1-4e4e-8610-4a1cacdf5121","remote_addr":"[fd00:1122:3344:101::b]:49303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90556,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.825889021Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47395"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.825925572Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:51944"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.825976713Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.826280406Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"55dde65d-4e08-4bc1-9b44-e6a90c40d73b","remote_addr":"[fd00:1122:3344:101::a]:58021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":232,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.826464249Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b59ce000-5632-414c-aa8c-93c9c8a4a0d7","remote_addr":"[fd00:1122:3344:101::b]:49303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.826483989Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.8265624Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"78eaf0b2-aa42-43f5-9ed5-eeaf42c526ed","remote_addr":"[fd00:1122:3344:101::b]:51944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.865349367Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.906345224Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63977"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.906531286Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6468ff08-bd55-4dc2-b308-c64f46d340a2","remote_addr":"[fd00:1122:3344:101::a]:63977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.920380174Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ae3286ff-02d2-48b3-b06d-717ba5c94105","remote_addr":"[fd00:1122:3344:101::c]:47395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.920759489Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1c3514b5-3cd3-4f76-99bc-4f559dbfdcd8","remote_addr":"[fd00:1122:3344:101::c]:47395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":150,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.950012057Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.950041497Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"349153e8-b1ce-4868-ac49-1e88ca1a7e45","remote_addr":"[fd00:1122:3344:101::a]:63977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.958493582Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"345cd78e-4612-44d2-8ad5-ccb62ad93668","remote_addr":"[fd00:1122:3344:101::a]:63977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.972845257Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50946"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:51.972939168Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:52.009408833Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:52.06442342Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7f4551c8-cf36-4b22-8181-83d1d07b9f58","remote_addr":"[fd00:1122:3344:101::a]:50946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91512,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:03:52.064711614Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0f0ce2ed-c79a-487f-a861-e7b77978ad64","remote_addr":"[fd00:1122:3344:101::a]:50946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:03.02320452Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:03.023342832Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"76b88c5b-eb37-4c83-8eb8-d37daedde247","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57351","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:05.767747716Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"dc959a7d-16dc-4fa1-a56f-82758ea4b973","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7543,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.776738479Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44691"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.77684984Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c2897e19-cac2-415a-8149-61dcea26531b","remote_addr":"[fd00:1122:3344:101::b]:44691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.813505818Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33016"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.813600229Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"34aa2ca6-b209-4b68-b808-8d3c25819551","remote_addr":"[fd00:1122:3344:101::c]:33016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.832853631Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.832905181Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"73f431b1-1655-46de-9383-5355f41658b2","remote_addr":"[fd00:1122:3344:101::b]:44691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.843726898Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e6e2e890-8646-4140-94c3-4f613290882a","remote_addr":"[fd00:1122:3344:101::b]:44691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.867001604Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.867177447Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"207f09ca-ba17-433e-9aa1-b0f0c3e8586e","remote_addr":"[fd00:1122:3344:101::b]:44538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":119,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.868475224Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.868495345Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d1045be7-ca75-421e-9865-816ef13d6be4","remote_addr":"[fd00:1122:3344:101::c]:33016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":49,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.879088079Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"537e7846-d210-4209-b146-acb95ed3ecbd","remote_addr":"[fd00:1122:3344:101::c]:33016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.900076844Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50367"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.900184865Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"663d08c6-1e6d-4bde-96c9-cf25b353e045","remote_addr":"[fd00:1122:3344:101::a]:50367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.903929346Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34649"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.904030427Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:21.946389762Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.015549932Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"84d3d252-c2e4-4ca8-98e7-3cf55164135b","remote_addr":"[fd00:1122:3344:101::b]:34649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111533,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.015723364Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:53437"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.015771355Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47144"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.016084399Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.016140509Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5af31d6c-b160-4acc-bb43-2a349823ef1f","remote_addr":"[fd00:1122:3344:101::a]:50367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.01617781Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.01618811Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a561388f-f75f-4eda-931b-890e430454b2","remote_addr":"[fd00:1122:3344:101::c]:53437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.016269201Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e365ccb1-60cb-486b-a947-7b440d9a91a6","remote_addr":"[fd00:1122:3344:101::b]:34649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":379,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.028034141Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"db7c7993-ed5f-4440-8f2c-926b686f15da","remote_addr":"[fd00:1122:3344:101::a]:50367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.053491657Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.067871522Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49082"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.06843221Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"cd21562d-cc4a-40fe-b7cf-eb758be1f110","remote_addr":"[fd00:1122:3344:101::a]:49082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.110380479Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"97fdfe00-c885-4b1d-8a7e-c46814c0ab1d","remote_addr":"[fd00:1122:3344:101::c]:47144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94346,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.110798565Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"584a3c13-d965-43ad-a894-a64da17c26f6","remote_addr":"[fd00:1122:3344:101::c]:47144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.116941628Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63443"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.117109811Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.151497978Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.204525118Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"94a64d67-fdb0-4e3d-bc90-3bad4f6a13eb","remote_addr":"[fd00:1122:3344:101::a]:63443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87461,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:22.204830022Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1825c877-a2ad-432b-9864-0f8f2dc583c0","remote_addr":"[fd00:1122:3344:101::a]:63443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:33.058922963Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:33.059101925Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"da23f338-c596-4c98-a103-5c3bec57a9f0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55143","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:35.769226003Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"c5cd3660-0e71-4926-8d5b-624ff397d25b","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8193,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.597998378Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.598126059Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b0a63aeb-0626-42bb-8795-9bf1f529528a","remote_addr":"[fd00:1122:3344:101::c]:52043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.659373861Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.659406642Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3d13747f-f8d1-4c96-bdb7-f735f647ea5d","remote_addr":"[fd00:1122:3344:101::c]:52043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.669678851Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b5b43898-cd87-4568-a2e3-19f6c619faa3","remote_addr":"[fd00:1122:3344:101::c]:52043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.683637371Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61190"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.683858664Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"94e68b7d-59a2-4fee-925f-3a7cb950ca66","remote_addr":"[fd00:1122:3344:101::c]:61190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.69169675Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40051"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.691810482Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d5748e05-433e-480c-a477-eeffd1b4e9d3","remote_addr":"[fd00:1122:3344:101::b]:40051","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.711117904Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.711143514Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"98921bff-0f6a-436f-bc78-a898d4fe2ea4","remote_addr":"[fd00:1122:3344:101::b]:40051","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.715552354Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51413"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.715671876Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.755851171Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.811389785Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2314827c-13cb-4ee1-ad9c-2df5675b6155","remote_addr":"[fd00:1122:3344:101::c]:51413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":95747,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.811563937Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62511"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.811612448Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.811894001Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6a1cc9e6-c373-4c00-b856-c98ee2046cee","remote_addr":"[fd00:1122:3344:101::a]:62511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.812016563Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f8a77141-0349-4781-8c09-30ae39947f3b","remote_addr":"[fd00:1122:3344:101::c]:51413","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.812191105Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d3e81856-eba1-4691-8333-a97b597a10ca","remote_addr":"[fd00:1122:3344:101::b]:57925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":331,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.812253966Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"55c8305c-6974-4d12-b498-9870cd0cfbb3","remote_addr":"[fd00:1122:3344:101::b]:40051","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":539,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.825136721Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42733"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.825293054Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e31e030b-0492-45e6-bd67-367d07d7d099","remote_addr":"[fd00:1122:3344:101::a]:42733","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.845395616Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44783"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.845516338Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.887004892Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.939487764Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c14283b1-cab6-4c10-95ee-7850d9be2911","remote_addr":"[fd00:1122:3344:101::b]:44783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94018,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.939791038Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59010"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.940055702Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.940103982Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"494be668-b3d9-41f7-9ffe-1da380f28639","remote_addr":"[fd00:1122:3344:101::b]:44783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.940133463Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8308f01a-b7bb-4715-beb6-a5464161b225","remote_addr":"[fd00:1122:3344:101::a]:62511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":234,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.940161023Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.949344858Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7b7318c7-3416-4cfc-8656-9ebe51e9635e","remote_addr":"[fd00:1122:3344:101::a]:62511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":387,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:51.977898256Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:52.033293238Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d51a80d6-334d-4258-8b12-42049d7fed0c","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":93251,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:04:52.033656473Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d34fdca4-15d6-4d8f-9cdb-ef07991ad5bc","remote_addr":"[fd00:1122:3344:101::a]:59010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:03.094697162Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53821"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:03.094807923Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"79a1b775-6e0a-45a2-afd1-b8a78b147928","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53821","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:05.769592721Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"7271854b-bfdd-45b5-a2b5-daf8056e6882","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8515,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.655089707Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.655217429Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1c66f4ea-25da-4162-b273-32640391256d","remote_addr":"[fd00:1122:3344:101::b]:40933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.714038076Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.714072924Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"20cf115b-9a34-4f27-8c6a-d504f2b7d7e5","remote_addr":"[fd00:1122:3344:101::b]:40933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.718079362Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.718194684Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3e5c4215-e167-475f-8bcb-7f4973b53db5","remote_addr":"[fd00:1122:3344:101::c]:37871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.728828068Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3bfd8031-b7d4-486c-9f45-7b441281f592","remote_addr":"[fd00:1122:3344:101::b]:40933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.773838769Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:50954"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.773979051Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d61a2096-0a4a-4df2-8b53-165244f31192","remote_addr":"[fd00:1122:3344:101::a]:50954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":67,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.80774203Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.80777457Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d49cf695-8294-40bc-88dd-62237350dcc0","remote_addr":"[fd00:1122:3344:101::c]:37871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":105,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.831542143Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"491024b1-db00-4ade-a966-42c3cb865326","remote_addr":"[fd00:1122:3344:101::c]:37871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.859921388Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.859961289Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bd928aff-46c4-414d-b196-d61a9c7e3336","remote_addr":"[fd00:1122:3344:101::a]:50954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.871370794Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"57304039-1026-4b1d-b77c-951109f47e9a","remote_addr":"[fd00:1122:3344:101::a]:50954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.922918814Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44127"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.923066996Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3ef6aaa9-bf5f-4144-aecb-92c5ab95f291","remote_addr":"[fd00:1122:3344:101::c]:44127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.952184401Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:50944"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.952265312Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:21.987190186Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.049423231Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bea6bfef-2af8-4faa-8308-638522ad6dae","remote_addr":"[fd00:1122:3344:101::c]:50944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97169,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.049775486Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35730"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.049865408Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60881"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.049907828Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:49473"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.050123081Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f0107f55-40af-4228-abf9-392a5a351cd1","remote_addr":"[fd00:1122:3344:101::c]:50944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":347,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.050329264Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.050343224Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"065de90c-95b0-43d0-ac06-71d2f6972cea","remote_addr":"[fd00:1122:3344:101::a]:60881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.050355814Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"39a946a0-a29e-4917-9913-69cc3499843a","remote_addr":"[fd00:1122:3344:101::b]:35730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":261,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.090976386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.095194853Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:40611"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.147612605Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"21e0d32f-d03f-4046-9df1-4774e7de7a0a","remote_addr":"[fd00:1122:3344:101::b]:49473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97405,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.147703286Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.151304125Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4417c03f-f60d-457b-b86f-af1ca1ecdcff","remote_addr":"[fd00:1122:3344:101::b]:49473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":669,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.184910861Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.238252055Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"50ff0f5c-b6c6-450a-b607-0a0e36f6c2bb","remote_addr":"[fd00:1122:3344:101::a]:40611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142835,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:22.238662231Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"16be3cfd-3276-4efa-8632-521560c583f2","remote_addr":"[fd00:1122:3344:101::a]:40611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:33.12659215Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63375"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:33.126687941Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9147306d-76f3-435a-9b1a-8c68a44107a2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63375","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:35.769144631Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"ff31be02-dda4-48b4-a68d-3ef4f5ced7d9","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8020,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.583100566Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42836"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.583215438Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c6c64a68-2fee-43c4-8d3a-d54b05a1f662","remote_addr":"[fd00:1122:3344:101::c]:42836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.609437324Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43373"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.609536315Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dfee0cb2-6c33-4bc1-b0e3-f902ded29a9d","remote_addr":"[fd00:1122:3344:101::b]:43373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.632189383Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.632221373Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"521643bb-1d53-46fc-8ced-ba40f23f5a66","remote_addr":"[fd00:1122:3344:101::c]:42836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.64009959Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.64012164Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2c7acc6c-9d2f-4804-ad2d-f9a5ecd7ba2d","remote_addr":"[fd00:1122:3344:101::b]:43373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.64227238Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"550525a2-2192-4dda-a9f5-8ca49630d9a9","remote_addr":"[fd00:1122:3344:101::c]:42836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":211,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.660590908Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6f76cd4a-6b7d-4d2a-8910-61ab6b475ed4","remote_addr":"[fd00:1122:3344:101::b]:43373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":217,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.694490349Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.694692601Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"47c522db-2f4b-45fa-8a1b-4b2c14004559","remote_addr":"[fd00:1122:3344:101::b]:35155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.700809884Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44605"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.700905636Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.7373182Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.791556697Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"35da1d58-ce81-47bc-8c2d-2ce58e41952e","remote_addr":"[fd00:1122:3344:101::b]:44605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90688,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.791866451Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:57718"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.791930132Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.792170815Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d9a1919d-4bcc-4ea6-88d4-a6400d04b134","remote_addr":"[fd00:1122:3344:101::b]:44605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.792242946Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.792318247Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f879e2af-546e-4053-a7be-b10da738b4ef","remote_addr":"[fd00:1122:3344:101::c]:57718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.803265326Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60831"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.8036052Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ff1b6846-856d-4d90-a76a-d46a7b218f45","remote_addr":"[fd00:1122:3344:101::a]:60831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":168,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.833856881Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.847952742Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.848043674Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"79d20984-6a62-4348-8d53-c5ab82fa0c21","remote_addr":"[fd00:1122:3344:101::a]:60831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":665,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.849398902Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57560"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.849611165Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7336259a-4d85-4d01-ba74-55b5fe79a3d6","remote_addr":"[fd00:1122:3344:101::a]:57560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.859928325Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bdadf74c-694d-480e-a58b-fa54eb023f25","remote_addr":"[fd00:1122:3344:101::a]:60831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":947,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.890878865Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"518069de-ffff-422f-bd31-56b09b3f2039","remote_addr":"[fd00:1122:3344:101::c]:43116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":98762,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.891264911Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6c667f25-c8ae-403f-bf87-144f2a981e28","remote_addr":"[fd00:1122:3344:101::c]:43116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.903228453Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43374"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.903405855Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.937481138Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.990181914Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"235fb44c-2a41-41f3-8829-1539e213b191","remote_addr":"[fd00:1122:3344:101::a]:43374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":86833,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:05:51.990460448Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0ba1d77d-b8b0-474c-82d3-e3f5269529ee","remote_addr":"[fd00:1122:3344:101::a]:43374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:03.160805085Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61110"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:03.160944917Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b065870c-15e0-4fcd-b0d8-2e02b627a3cd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61110","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:05.769350835Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"497e3a69-7e3b-410b-93de-b4b67f32e241","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8259,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:08.262077592Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:08.262152322Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:08.295288383Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999562s","next_cleanup":"Instant { tv_sec: 1857, tv_nsec: 139416748 }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.74976498Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39686"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.749926163Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0287f5eb-52db-44c0-98b8-ac3a1a810923","remote_addr":"[fd00:1122:3344:101::b]:39686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.787817397Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47489"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.787935799Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"abce1d0a-99cb-4470-be68-652a0934a70d","remote_addr":"[fd00:1122:3344:101::c]:47489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.806290658Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.806308268Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"391efc5a-03b3-405b-a1ac-df96c258e5ac","remote_addr":"[fd00:1122:3344:101::b]:39686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.816577158Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f5a5305d-3251-421e-9c99-d26bf4312b6d","remote_addr":"[fd00:1122:3344:101::b]:39686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":214,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.8343998Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.8344124Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2c8577f7-3842-48a9-a518-27e2681af934","remote_addr":"[fd00:1122:3344:101::c]:47489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.891430674Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:43715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.891623147Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2c46285a-0fe7-4a3c-84a6-ea75c9281e16","remote_addr":"[fd00:1122:3344:101::c]:43715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.900610659Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34753"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.900738241Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d517cc14-4c2c-4fa8-9edb-609302a6e186","remote_addr":"[fd00:1122:3344:101::a]:34753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.902800149Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"49623f09-167e-41c5-9133-faeb4d744b07","remote_addr":"[fd00:1122:3344:101::c]:47489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":205,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.915725664Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.915758014Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e9f34041-0fc3-4704-9ad1-826369ddda85","remote_addr":"[fd00:1122:3344:101::a]:34753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":52,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.961310613Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:62008"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.961463405Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"19dd7191-052f-4765-bd3c-7fccaa772c10","remote_addr":"[fd00:1122:3344:101::b]:62008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.965812084Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63018"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:21.965897475Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.001660171Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.060119725Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4a3525ad-2cfa-487f-8a81-bf27bbe88e44","remote_addr":"[fd00:1122:3344:101::c]:63018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":94254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.060294977Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:33362"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.060348918Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.060696973Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7b9e0c06-960c-4824-b789-8876b34a6ac4","remote_addr":"[fd00:1122:3344:101::a]:33362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.060767894Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.060774714Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ef8d6690-64dc-4be3-8829-1f447f6f7ab0","remote_addr":"[fd00:1122:3344:101::c]:63018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":323,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.065573059Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"797fccba-e6a5-43bc-bb20-e0ef849c27bc","remote_addr":"[fd00:1122:3344:101::a]:34753","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5056,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.098563487Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60767"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.100153528Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.156636675Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.156717426Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f7d1ee51-085e-4d52-9b13-3ded5cfc94cb","remote_addr":"[fd00:1122:3344:101::b]:54654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96098,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.160388696Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"55c73113-c9b9-4bee-9482-e8a30b36e784","remote_addr":"[fd00:1122:3344:101::b]:54654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":330,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.190895341Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.245538972Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"34e69288-c583-4a99-9df9-2e8b797493d0","remote_addr":"[fd00:1122:3344:101::a]:60767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146803,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:22.245912497Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7a638351-9f81-48f5-b2c4-5266f1fe1feb","remote_addr":"[fd00:1122:3344:101::a]:60767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":172,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:23.750766361Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:33.193754478Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:33.19387333Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"67392e36-3ee3-4efe-bbb4-e2caa545c8e1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57645","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:35.767870441Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"376cff70-4f8c-4788-952a-f8ac52293484","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7330,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.628045774Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:52426"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.628180386Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c1ac7eb1-47a0-49f2-ab09-6a76bfcf3057","remote_addr":"[fd00:1122:3344:101::c]:52426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.631925926Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:58461"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.632139179Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c00d0548-f824-4cd4-b8bd-4a2e3a07d34b","remote_addr":"[fd00:1122:3344:101::b]:58461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.678168894Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64103"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.678415298Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"37740431-e141-44a5-aaa0-56b810ff6248","remote_addr":"[fd00:1122:3344:101::b]:64103","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":183,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.686844152Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.686864792Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"da259fb5-d496-4527-89e8-c472241fbab3","remote_addr":"[fd00:1122:3344:101::b]:58461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.694917262Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.694937102Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a44be53b-866d-49ad-b728-90c00da1fe3f","remote_addr":"[fd00:1122:3344:101::c]:52426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.698638082Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"983c33d2-2f25-467e-9f0b-857cbbdb9280","remote_addr":"[fd00:1122:3344:101::b]:58461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.703927544Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54043"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.704042446Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.753097312Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.830427152Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"00cfbc74-4474-407d-9f72-fb43741c0e51","remote_addr":"[fd00:1122:3344:101::c]:54043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":126411,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.830792267Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40082"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.830897578Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57469"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.83100278Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38770"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.831110281Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ed21e1c5-3ad7-4d4b-9de1-dd79a2fed7ae","remote_addr":"[fd00:1122:3344:101::c]:54043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.831224283Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bc947aa0-7840-41dc-b2be-d0416c42f172","remote_addr":"[fd00:1122:3344:101::c]:52426","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":535,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.831495726Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.831508016Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"61db352c-8b44-480c-93ef-b36c77d69634","remote_addr":"[fd00:1122:3344:101::c]:38770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.831535137Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"02f30dbf-8711-4582-91e3-42f7182b73ff","remote_addr":"[fd00:1122:3344:101::a]:57469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.837527288Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:57568"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.837993935Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5bfa3313-f0c2-452a-993e-30c98cd36057","remote_addr":"[fd00:1122:3344:101::a]:57568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.882761543Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.891548202Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.891606223Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"beb8e26d-bd55-4234-a228-f5c8a9aa776d","remote_addr":"[fd00:1122:3344:101::a]:57469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.905536972Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b1386efe-2c53-4707-ac49-3d150123e40f","remote_addr":"[fd00:1122:3344:101::a]:57469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":985,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.913132915Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62245"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.960235715Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.960294525Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a9fc29f4-2ed9-4201-a6cf-3ecacbd47781","remote_addr":"[fd00:1122:3344:101::b]:40082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":128984,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.964644484Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8a235f00-1cfb-405d-808e-dffde590e49b","remote_addr":"[fd00:1122:3344:101::b]:40082","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":777,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:51.9967627Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:52.045049116Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"eab3a234-e418-4518-b235-d20576c6fe48","remote_addr":"[fd00:1122:3344:101::a]:62245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131819,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:06:52.04537346Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"98cd90c3-e718-4110-8a84-1f505526b267","remote_addr":"[fd00:1122:3344:101::a]:62245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:03.227183139Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:03.227300771Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"56da62dc-7990-4a00-93e6-c0c9cbbb11ab","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53981","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":30,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:05.768972482Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"17fb4fc8-1ac8-4572-b2a4-efc5ad420890","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7992,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.632576132Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44424"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.632738444Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9f0664a0-34fb-48ba-b23d-8e0d8655c069","remote_addr":"[fd00:1122:3344:101::b]:44424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.748571137Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.748622498Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b0aa8401-6681-4207-a89e-dc07fc746654","remote_addr":"[fd00:1122:3344:101::b]:44424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":107,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.759877031Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0cbdd8bc-1b8f-4056-812f-9e47d3bb03e1","remote_addr":"[fd00:1122:3344:101::b]:44424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":353,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.771702871Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.771807143Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e71190c4-5fd4-4cfb-97f4-7b7af14dc16b","remote_addr":"[fd00:1122:3344:101::c]:42056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.831813348Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.831875098Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e96fa5db-1ff6-4095-8687-83ea0782f533","remote_addr":"[fd00:1122:3344:101::c]:42056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":125,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.84601141Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d94533bd-7079-4740-892b-6d470ae317fb","remote_addr":"[fd00:1122:3344:101::c]:42056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.934081286Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39124"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.934283759Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"67a71817-4c97-425d-a33d-ec4da7843bc8","remote_addr":"[fd00:1122:3344:101::b]:39124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.936434138Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56969"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.93653673Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:21.971624736Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.027389953Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"43201335-6f4b-4222-a1a2-d80879a31933","remote_addr":"[fd00:1122:3344:101::b]:56969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90879,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.027540025Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46411"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.027607976Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53700"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.027826669Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7bf4be0e-cab9-40c5-aba1-3ea0a0dc6634","remote_addr":"[fd00:1122:3344:101::a]:53700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.027972761Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ec1c97e1-c565-4074-8f87-90c7305d2b9a","remote_addr":"[fd00:1122:3344:101::c]:46411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":230,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.027990631Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1e6b1f61-10de-4872-96bd-5207f530ada8","remote_addr":"[fd00:1122:3344:101::b]:56969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":243,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.036826101Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33498"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.037019104Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.081376406Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.146035144Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4b2ae27a-9f25-47a4-b5cd-5b96088867ae","remote_addr":"[fd00:1122:3344:101::c]:33498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":109088,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.14650119Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.146538951Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"615d3141-79ab-423f-80f0-c0e60d3831b9","remote_addr":"[fd00:1122:3344:101::a]:53700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":155,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.146617482Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"89ed2d78-ab33-49e0-b6cb-f7dfdbbaa13d","remote_addr":"[fd00:1122:3344:101::c]:33498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.174622532Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61583"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.174795445Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8a650802-5ced-4a8f-9832-de97c7a2ae79","remote_addr":"[fd00:1122:3344:101::a]:61583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.182804754Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d82d9b86-578d-4631-81e8-75555df16624","remote_addr":"[fd00:1122:3344:101::a]:53700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.190713941Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:44031"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.190778482Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.226679179Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.278942089Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c993914b-88df-40eb-b9e4-2bf843d61325","remote_addr":"[fd00:1122:3344:101::a]:44031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88179,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:22.279216723Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9a7dcc79-a732-4ba5-b09a-fbb98f115fb1","remote_addr":"[fd00:1122:3344:101::a]:44031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:33.260756352Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57737"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:33.260906024Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"cab82b3b-72d5-46c3-9589-8ecc1937697d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57737","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:35.770311087Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"edc8fbd8-fc59-4083-ac8d-55670acd7c5e","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8701,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.568487907Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34729"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.568624519Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"55b37e38-0dd8-4b6b-99c8-a664a7729dea","remote_addr":"[fd00:1122:3344:101::b]:34729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.642268309Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.642298779Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"192382da-4fe8-4736-8084-3697e7eddffe","remote_addr":"[fd00:1122:3344:101::b]:34729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.655888964Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0780f1d4-5970-4fac-9c6b-fb053e0d7f29","remote_addr":"[fd00:1122:3344:101::b]:34729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":346,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.658222845Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:64820"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.658466249Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0b2cf86c-718a-4529-aecf-ab1a59a1c007","remote_addr":"[fd00:1122:3344:101::c]:64820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.717238707Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.717269957Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8b562e94-083d-46a8-8e1e-89f6d7b59478","remote_addr":"[fd00:1122:3344:101::c]:64820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":121,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.719452687Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38894"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.719597589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.775998634Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.865637941Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ac65b9f7-52fc-4c87-8789-ab4c4d11c778","remote_addr":"[fd00:1122:3344:101::b]:38894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":146085,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.865952295Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61721"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.866041337Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37105"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.866111557Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:36035"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.8662785Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:38306"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.8663322Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9c7f94cc-a376-4b0f-b9f1-2d2d10b69881","remote_addr":"[fd00:1122:3344:101::b]:38894","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":347,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.866365131Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:39582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.866372951Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7a8bbce9-8521-429f-9717-d3f7ab1a175e","remote_addr":"[fd00:1122:3344:101::c]:64820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":498,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.866656345Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1facb874-f5c2-4373-ae7f-079913a111f6","remote_addr":"[fd00:1122:3344:101::a]:36035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.866697915Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.866814127Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"76ffbe0a-5ae0-422c-9b34-22898bdf5ea5","remote_addr":"[fd00:1122:3344:101::b]:37105","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":340,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.866839447Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b9d47147-4d3d-4a2e-9d92-f12dff7411ab","remote_addr":"[fd00:1122:3344:101::c]:38306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.866860317Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"17ede0c3-145d-4253-ba98-0434200068a7","remote_addr":"[fd00:1122:3344:101::a]:39582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.900249761Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:58819"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.921127734Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.926470507Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.926584399Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e89ffd32-e7c9-43fd-9487-6ceccad3980e","remote_addr":"[fd00:1122:3344:101::a]:36035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":855,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.941036115Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"444cb204-c347-4988-93be-4e1dc29b9106","remote_addr":"[fd00:1122:3344:101::a]:36035","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":812,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.983493671Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"10fd49bc-49b4-49a8-87c6-2cb8cdb575e2","remote_addr":"[fd00:1122:3344:101::c]:61721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":116997,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.983603663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:51.988968786Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5f7e3166-a27e-4294-8320-d13dcfc16394","remote_addr":"[fd00:1122:3344:101::c]:61721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5178,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:52.022120766Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:52.075684043Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9d1c25fb-4995-4ebe-8eaa-88faafa4ec20","remote_addr":"[fd00:1122:3344:101::a]:58819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175297,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:07:52.076071918Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7f8be8fd-4a7a-45cc-9c0b-a6c788ea42bf","remote_addr":"[fd00:1122:3344:101::a]:58819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:03.294366243Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38970"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:03.294461884Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"66f7d70e-8500-4ed4-94cc-de7fa45179e8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38970","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:05.77163681Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"f4aa0ea0-3ce0-4915-8b73-7a34fbe64d1a","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":9473,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.809600065Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:51199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.809735187Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d53f048d-724d-433d-bd65-d37934634c91","remote_addr":"[fd00:1122:3344:101::c]:51199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.864607732Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56835"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.864732454Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7f828cf0-9aa1-4d25-9e37-52ece4fb891d","remote_addr":"[fd00:1122:3344:101::b]:56835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":55,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.869739292Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.869766352Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"23295367-8762-4b4d-8462-5d7e046b094f","remote_addr":"[fd00:1122:3344:101::c]:51199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.896400334Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.896585896Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8404d3bd-afe2-4a72-be1c-debf7ef6807d","remote_addr":"[fd00:1122:3344:101::a]:42176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.945639402Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.945679523Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"52103d87-9919-43b5-94d4-08bf0e51a683","remote_addr":"[fd00:1122:3344:101::b]:56835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.958193023Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"530d26dc-4472-478e-b3d2-9c88a437189d","remote_addr":"[fd00:1122:3344:101::b]:56835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":436,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.977236761Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61310"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.977358493Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.977376613Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.977430454Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.978061032Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.993433301Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.993518082Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.999550284Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:21.999658856Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ea7b2e75-e1b8-42e6-8e8f-a42f80e734aa","remote_addr":"[fd00:1122:3344:101::a]:42176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":772,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.009389478Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7634f457-075a-45fd-816f-1af898f3affa","remote_addr":"[fd00:1122:3344:101::a]:42176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":403,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.023506289Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.023777323Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6cfd61f8-6dcd-421d-a26b-fbfad4592369","remote_addr":"[fd00:1122:3344:101::c]:54799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.024833428Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.024858138Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.031062392Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d604684f-1bce-4d09-a3c2-4101a8ebd446","remote_addr":"[fd00:1122:3344:101::c]:51199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":610,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.054953539Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.055019596Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.06329941Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41125"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.063541303Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.082604222Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.083107499Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_98a100ce-cd82-4209-8530-7b48ca829744"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.097770638Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40554"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.106486906Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:64996"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.106693419Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.110566872Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.110997938Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.115997585Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:59857"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.116171688Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"43437f90-872d-4b84-b4f3-8d9fb74d983f","remote_addr":"[fd00:1122:3344:101::b]:40554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4638,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.116525753Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9d5ae035-29ea-487a-b64d-365ca8b7d3c1","remote_addr":"[fd00:1122:3344:101::a]:59857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":346,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.11998693Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53558"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.129647431Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.129724182Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.129730712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.129752662Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.134883002Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.139850469Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34462"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.144167318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.144257889Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.159592948Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.159671118Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.165425737Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:59693"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.165722341Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.165773111Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.165810642Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.165834322Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.165851382Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.165905723Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.165923403Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.165951754Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1b7af96c-49a8-412d-ae99-a006a5ab46a1","remote_addr":"[fd00:1122:3344:101::b]:59693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":409,"response_code":"204"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.175398262Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Reading ledger from /pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.175538374Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.184606227Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39275"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.184997213Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.189561784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.189868208Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_f4009784-7bde-44ff-854e-49d614e9e682"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195182521Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195377863Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195425944Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195448074Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195456495Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"be632602-0344-46f9-b59e-94d28e2721c5","remote_addr":"[fd00:1122:3344:101::c]:41125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":131923,"response_code":"204"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195525115Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195534736Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195542296Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195662567Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b68a86cf-79e9-425c-a8ae-4582240985a5","remote_addr":"[fd00:1122:3344:101::c]:39275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5099,"response_code":"204"} {"msg":"Reading ledger from /pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.195932881Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.196194034Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c737c5f2-3f19-43bf-889f-d32dccae3cc7","remote_addr":"[fd00:1122:3344:101::c]:41125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.206410893Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.206533795Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.210955135Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53480"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a6644750-441b-4297-9acc-8dd23a71b4cb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.221080883Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.221191584Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a6644750-441b-4297-9acc-8dd23a71b4cb"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.229407045Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.239012676Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.239461762Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: ac442b57-464c-4650-8ad2-3f5b4744c9fa (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.260169053Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.260270084Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_ac442b57-464c-4650-8ad2-3f5b4744c9fa"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.273436903Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.273504394Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.28937253Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.289604543Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.294764783Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.295191209Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:43660"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.302716231Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"38e89899-e459-48aa-be38-0e12776874a2","remote_addr":"[fd00:1122:3344:101::a]:34462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":152645,"response_code":"204"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.303009985Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b97cf45-6db1-45ed-9f7e-111d132f7ed4, kind: Service { id: 2a880a2e-2471-4fd8-9ad5-3e0c3fbde317 }, name: Name(\"external-dns-2a880a2e-2471-4fd8-9ad5-3e0c3fbde317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 253])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d21d0095-8e84-486f-b3a4-f9dca167b9d5, kind: Service { id: 679d67b5-9925-49ac-b78d-613e816394dc }, name: Name(\"external-dns-679d67b5-9925-49ac-b78d-613e816394dc\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 205])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 82094354-655d-415c-9763-28731eb50642, kind: Service { id: e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9 }, name: Name(\"nexus-e1a83ba4-ec9f-4cc1-ae29-0ab5f6b211f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 60])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a5c3ad41-155b-469b-bb3f-412814b9d0ff, kind: Service { id: 1176f008-4a9d-4835-a5aa-1a86ec3c619c }, name: Name(\"nexus-1176f008-4a9d-4835-a5aa-1a86ec3c619c\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 188])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ef89a8b8-3cc5-4637-aee2-3b98f04f51be, kind: Service { id: 1d1e5635-dd2b-4bf7-8ace-6cb3ea634995 }, name: Name(\"nexus-1d1e5635-dd2b-4bf7-8ace-6cb3ea634995\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 215, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.303091516Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.303164157Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.303200338Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.303227728Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.303247668Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.303283409Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.303300889Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e029fb33-3a01-4f62-b234-608ce3972cfb","remote_addr":"[fd00:1122:3344:101::a]:43660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1075,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.303352869Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8d5dbe2d-5bf5-410d-98be-685837d65802","remote_addr":"[fd00:1122:3344:101::a]:34462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":303,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.305340716Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.305354047Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_98a100ce-cd82-4209-8530-7b48ca829744"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 93eb8a71-6519-482e-a366-b15e30b4605e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.318490715Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.318565976Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_93eb8a71-6519-482e-a366-b15e30b4605e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.323237479Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"ebe7c3a3-8b82-4ce2-82f6-ad3b6c7d9b05","remote_addr":"[fd00:1122:3344:101::c]:61310","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":345856,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.33579019Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 98a100ce-cd82-4209-8530-7b48ca829744 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.343810039Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.344046752Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_98a100ce-cd82-4209-8530-7b48ca829744"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.358035742Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.358139984Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: a98ada5c-5d21-42de-9ddc-c9598d5076c6 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.374334344Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.374587747Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_a98ada5c-5d21-42de-9ddc-c9598d5076c6"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.390436502Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.390491303Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.40868Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"663886c5-cde5-4cb2-a2fc-935f367d69d3","remote_addr":"[fd00:1122:3344:101::b]:53480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197472,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.413950531Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f7142f6d-d1a6-4430-817a-b4af42038ffd","remote_addr":"[fd00:1122:3344:101::b]:53480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":745,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.417150485Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.417174985Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_f4009784-7bde-44ff-854e-49d614e9e682"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.429699445Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.429769606Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.448515241Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.448765924Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: f4009784-7bde-44ff-854e-49d614e9e682 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.46392642Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.463976531Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_f4009784-7bde-44ff-854e-49d614e9e682"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 1025d0d6-c165-4f43-bef0-cb2eeb04b8c2 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.484833514Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.484971276Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_1025d0d6-c165-4f43-bef0-cb2eeb04b8c2"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.497265813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.497317813Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 499e53d3-d67c-44b6-9c03-b66767baed7e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.513945339Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.51400436Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1019","zpool":"oxp_499e53d3-d67c-44b6-9c03-b66767baed7e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.518510281Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"15de92ec-5b82-4708-ab67-03144c725c85","remote_addr":"[fd00:1122:3344:101::a]:64996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":406935,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:22.526837224Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"13a48cc7-cb4a-44db-af5e-39ae9c566156","remote_addr":"[fd00:1122:3344:101::b]:53558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":406781,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:33.3275948Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49880"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:33.327746352Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5c6bc0fa-5ff2-4578-99d2-058d4b2c0cd0","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49880","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:35.770025482Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"33b4ed9c-13fa-450b-88ba-f66f7eb3e908","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8322,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.664116345Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41438"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.664273787Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"be5f1314-3745-4e85-86fe-22a668a13dde","remote_addr":"[fd00:1122:3344:101::c]:41438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.686159454Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.686187575Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1e742f02-8063-4073-80f0-a95806cc82d9","remote_addr":"[fd00:1122:3344:101::c]:41438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.695082355Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"af5696d1-1998-43f4-869f-d7efef8dd4e3","remote_addr":"[fd00:1122:3344:101::c]:41438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.714311767Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:57580"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.714499269Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e9ee68d3-3e33-4f97-b972-ff7e9d2b2285","remote_addr":"[fd00:1122:3344:101::b]:57580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.729199229Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62390"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.72925957Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9af2f529-f8dd-4529-818d-d2cc38affbda","remote_addr":"[fd00:1122:3344:101::a]:62390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.732311711Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:34567"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.732495543Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"54aaaeaf-e67b-4782-975b-19d21db85e9a","remote_addr":"[fd00:1122:3344:101::c]:34567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.755512455Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:37048"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.755613016Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.795854663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.852733345Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"95ab82d7-f561-4fe2-be55-6590e35b6148","remote_addr":"[fd00:1122:3344:101::c]:37048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":97151,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.853144951Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63192"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.853332794Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.853389124Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"59d3ac08-1a6f-49b7-b5d4-67235679335a","remote_addr":"[fd00:1122:3344:101::a]:62390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":252,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.853405764Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e92df47f-8e26-46a8-8421-83ce3fb13021","remote_addr":"[fd00:1122:3344:101::c]:37048","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.853460375Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0a8b84d0-58f5-4ac7-915f-1b3fa184d301","remote_addr":"[fd00:1122:3344:101::b]:63192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":177,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.861407743Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:56575"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.861621596Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c3db87eb-b9ca-4148-a59f-953521ff75dd","remote_addr":"[fd00:1122:3344:101::a]:56575","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":141,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.867387664Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"867ca4bc-4bc5-4a18-acaf-b388c611fbf2","remote_addr":"[fd00:1122:3344:101::a]:62390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.873735871Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:34672"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.873823932Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.912588828Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.964612705Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0cebeb73-a343-4ecf-85c7-498d1944fc06","remote_addr":"[fd00:1122:3344:101::a]:34672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":90802,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.964794397Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35286"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.965049651Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.965114621Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.965168592Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4bb51229-f3f2-490f-8178-fce530dae7f0","remote_addr":"[fd00:1122:3344:101::a]:34672","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.965195602Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3826d70a-ee4a-4f9d-a9de-539c465b5b97","remote_addr":"[fd00:1122:3344:101::b]:63192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":215,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.975590983Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2bd5a92e-4e4d-4e16-809d-1d2fc0980d45","remote_addr":"[fd00:1122:3344:101::b]:63192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":424,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:51.999835733Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:52.057452255Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"632fc424-7dda-4315-ac4a-cf86a7cd7669","remote_addr":"[fd00:1122:3344:101::b]:35286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":92509,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:08:52.057827Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2e308905-5ccd-4229-a1fa-26b40da49113","remote_addr":"[fd00:1122:3344:101::b]:35286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":171,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:03.360553601Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42848"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:03.360705453Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e73fc2fb-1617-4b42-8e1a-54d04cecb439","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42848","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:05.770397702Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"3ef7c25e-3a5e-45b7-93d7-aae618f39775","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8433,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.690324506Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:44680"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.690475758Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"65f0def2-4f77-4ef2-8a50-b86be1a0204a","remote_addr":"[fd00:1122:3344:101::b]:44680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.762771858Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:56671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.76289198Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"08ed6255-6176-4302-bfe5-59bb96cb9f7b","remote_addr":"[fd00:1122:3344:101::c]:56671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.791256055Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:63535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.791517119Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f23f71c5-ef14-4eef-a288-e3c89e27b2cc","remote_addr":"[fd00:1122:3344:101::c]:63535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":185,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.797111285Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.797130445Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3cede885-6a35-48fe-813b-eb0f404a50af","remote_addr":"[fd00:1122:3344:101::b]:44680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.816414867Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2e8ebdf1-181a-42e1-8d2e-133d64f1a40a","remote_addr":"[fd00:1122:3344:101::b]:44680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":529,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.893835908Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.893876479Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3b430e1f-f5b2-4a04-93da-c681a741f43d","remote_addr":"[fd00:1122:3344:101::c]:56671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":115,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.909510491Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"06e51342-fda1-4067-a500-3a56f4347fc3","remote_addr":"[fd00:1122:3344:101::c]:56671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.914622791Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:42279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.914752852Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"39e3700f-d94b-44f7-865a-d74444fefc9a","remote_addr":"[fd00:1122:3344:101::a]:42279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.958940642Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65358"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:21.959142225Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.013895839Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.086544925Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7690d6ad-d3b0-47d0-8bb3-ded349449429","remote_addr":"[fd00:1122:3344:101::b]:65358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":127479,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.086852359Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:33752"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.08687451Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.08694176Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"081fcc52-488f-4ce3-bb8d-3a674ba72bdc","remote_addr":"[fd00:1122:3344:101::a]:42279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.086979451Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:54584"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.087195124Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9c6cc305-0213-4bf4-8329-275849e7e856","remote_addr":"[fd00:1122:3344:101::b]:65358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.087244504Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c5710115-b0c9-4f95-9909-8f8daf827efe","remote_addr":"[fd00:1122:3344:101::b]:54584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":202,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.087282195Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.119414801Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:63062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.119676815Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ad528f07-6090-4866-bb71-465f55520fef","remote_addr":"[fd00:1122:3344:101::a]:63062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.123465616Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.128473154Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"06d75672-ed3f-45f6-8f7d-c233abe89a4a","remote_addr":"[fd00:1122:3344:101::a]:42279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.175921629Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"11a89db4-b218-4e31-88d3-bd179f35a9a3","remote_addr":"[fd00:1122:3344:101::c]:33752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":88762,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.176291684Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ba8721e8-47ab-430d-b254-552248f9f552","remote_addr":"[fd00:1122:3344:101::c]:33752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.187982532Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:61333"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.188139865Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.22317136Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.27912843Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f7d977f4-947c-4481-a3fb-068c23d4eca5","remote_addr":"[fd00:1122:3344:101::a]:61333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":91041,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:22.279648297Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a7c576dc-b4db-454e-a5e3-de93955ba3a2","remote_addr":"[fd00:1122:3344:101::a]:61333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":231,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:33.393443634Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42970"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:33.393551755Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"8b8af7d1-bd8e-413e-92c8-93ce98781985","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42970","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:34.786629391Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:37182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:34.786873834Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6f28eec9-027d-4f3c-a7ed-a1e0131bb520","remote_addr":"[fd00:1122:3344:101::a]:37182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":167,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:34.788388255Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:874","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(456258) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:34.789181145Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"PUT","req_id":"0b13400d-6008-4da2-906a-480f1db0a93b","remote_addr":"[fd00:1122:3344:101::a]:37182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2095,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:34.928500807Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:53046"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:34.931939854Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 2bb141b0-74b5-460d-b8be-8fc9331a3779, project_id: 403bdcb1-ef82-4052-98e6-aed235a6917e }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-19T01:09:34.928262324Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13, kind: Instance { id: 3351ff91-e235-41a8-aa20-009c343a2e26 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(456258), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13, kind: Instance { id: 3351ff91-e235-41a8-aa20-009c343a2e26 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(456258), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13, kind: Instance { id: 3351ff91-e235-41a8-aa20-009c343a2e26 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(456258), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(456258))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13, kind: Instance { id: 3351ff91-e235-41a8-aa20-009c343a2e26 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(456258), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-a8e2cbe66ab\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ebfdbe1b-b4cf-4837-a1bd-1be22b27cb0c, read_only_parent: Some(Volume { block_size: 512, id: 31439b03-9d4a-4fd7-aaf3-a67ea004e78d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 77cea9d0-51df-4e60-91c9-19bb39c5ed23, key: Some(\"ogkMo59x2d+1Cugz6GN2NzdkuKAGYmY5tvC4gnTgzT4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ebfdbe1b-b4cf-4837-a1bd-1be22b27cb0c, key: Some(\"Fu3iUwmPeoDTreb8whDhcWpU1yB5U5drYf9T5dcAStc=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19003\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::17]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-a8e2cbe66ab\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:34.932000194Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:34.932012045Z","hostname":"sock","pid":1566,"propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:1281","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13, kind: Instance { id: 3351ff91-e235-41a8-aa20-009c343a2e26 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(456258), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13, kind: Instance { id: 3351ff91-e235-41a8-aa20-009c343a2e26 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(456258), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13, kind: Instance { id: 3351ff91-e235-41a8-aa20-009c343a2e26 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(456258), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(456258))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13, kind: Instance { id: 3351ff91-e235-41a8-aa20-009c343a2e26 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(456258), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-a8e2cbe66ab\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: ebfdbe1b-b4cf-4837-a1bd-1be22b27cb0c, read_only_parent: Some(Volume { block_size: 512, id: 31439b03-9d4a-4fd7-aaf3-a67ea004e78d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 77cea9d0-51df-4e60-91c9-19bb39c5ed23, key: Some(\"ogkMo59x2d+1Cugz6GN2NzdkuKAGYmY5tvC4gnTgzT4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: ebfdbe1b-b4cf-4837-a1bd-1be22b27cb0c, key: Some(\"Fu3iUwmPeoDTreb8whDhcWpU1yB5U5drYf9T5dcAStc=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19003\", \"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::17]:19002\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-a8e2cbe66ab\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-19T01:09:34.928262324Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:34.932146487Z","hostname":"sock","pid":1566,"uri":"/vmms/807c9dac-06bf-4827-8ab6-4e7d2843a439","method":"PUT","req_id":"95d29a81-bafe-40fd-a947-68cb70228b70","remote_addr":"[fd00:1122:3344:101::a]:53046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3581,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.03474962Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:38570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.035808414Z","hostname":"sock","pid":1566,"uri":"/vmms/807c9dac-06bf-4827-8ab6-4e7d2843a439/state","method":"PUT","req_id":"b4369dfc-7749-4e3c-aae1-3fd2eae61294","remote_addr":"[fd00:1122:3344:101::a]:38570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":934,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.036759587Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 456258 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.036788377Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.076099091Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.097165407Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.197457169Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:54433"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.197700562Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c5477602-4253-4010-a493-6764d710aed4","remote_addr":"[fd00:1122:3344:101::a]:54433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":162,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.216163123Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13: {10.151.2.175: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}, 10.151.2.176: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:35.771052198Z","hostname":"sock","pid":1566,"uri":"/de9bec7d-f8ce-44a0-879c-5e088768f91c","method":"GET","req_id":"258b97eb-9c7a-4f19-9d57-25cd725dc913","remote_addr":"[fd00:1122:3344:101::d]:64395","local_addr":"[fd00:1122:3344:101::1]:37755","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"producer-server","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8317,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:36.42149206Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439 zone","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:36.421952466Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\") failed: Property not found. retry in 32.396394ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:36.721093478Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\") failed: Property not found. retry in 55.66869ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:36.762628231Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\") failed: Property not found. retry in 289.591804ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:36.843439729Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\") failed: Property not found. retry in 253.770137ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:37.146543515Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\") failed: Property not found. retry in 671.377512ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:37.411123627Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\") failed: Property not found. retry in 892.527699ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:38.095871125Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\") failed: Property not found. retry in 1.46822621s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:39.001141016Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\") failed: Property not found. retry in 719.661163ms","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:40.482118025Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\") failed: Property not found. retry in 1.322917259s","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:41.212981998Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.562591124Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:1786"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.572243236Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:1795"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.611149344Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:1819"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.749849857Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:932"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.751188345Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.751244805Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9c62fd5d-57a7-4497-8637-355f84947733","remote_addr":"[fd00:1122:3344:101::a]:54433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":7535176,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-12-19T01:09:42.751239645Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.751287996Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.751295226Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-19T01:09:42.751239645Z }","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.751303826Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-12-19T01:09:42.751239645Z }, migration_in: None, migration_out: None }","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-12-19T01:09:42.768991286Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.769023957Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.769045607Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-19T01:09:42.768991286Z }","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.769061367Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-19T01:09:42.768991286Z }, migration_in: None, migration_out: None }","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:42.834469475Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"de914aae-e9b0-499c-a879-0e53a201ff58","remote_addr":"[fd00:1122:3344:101::a]:54433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":373,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.59296712Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:44813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.598402024Z","hostname":"sock","pid":1566,"uri":"/vmms/807c9dac-06bf-4827-8ab6-4e7d2843a439/state","method":"GET","req_id":"fd840928-8f91-4b8d-95e9-cdfc9389a3b1","remote_addr":"[fd00:1122:3344:101::c]:44813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.600482393Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:60263"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.60617131Z","hostname":"sock","pid":1566,"uri":"/vmms/807c9dac-06bf-4827-8ab6-4e7d2843a439/state","method":"GET","req_id":"24ce683b-eb23-4e3a-93e5-0873f33a4454","remote_addr":"[fd00:1122:3344:101::b]:60263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.609492185Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65350"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.609615097Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3e3e2227-d48b-49ec-b189-503a7fcda2f3","remote_addr":"[fd00:1122:3344:101::b]:65350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.676847349Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13: {10.151.2.175: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}, 10.151.2.176: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.67688029Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c2b1b43b-8b94-471f-a692-4f504be2f86f","remote_addr":"[fd00:1122:3344:101::b]:65350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.679154071Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:46395"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.679259812Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9cbf0ee6-876d-4261-9bfa-0c61b9eb195c","remote_addr":"[fd00:1122:3344:101::c]:46395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.698577294Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d8f1b8d1-2c1f-4364-8fb3-9ed0be93ce40","remote_addr":"[fd00:1122:3344:101::b]:65350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.700550271Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13: {10.151.2.176: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}, 10.151.2.175: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.700566172Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3d6357d3-9012-4b2c-8c0a-7f8478e9f996","remote_addr":"[fd00:1122:3344:101::c]:46395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.725530051Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6257468b-86da-4d8f-940a-f32304c016d5","remote_addr":"[fd00:1122:3344:101::c]:46395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":254,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.770266327Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:49905"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.772491897Z","hostname":"sock","pid":1566,"uri":"/vmms/807c9dac-06bf-4827-8ab6-4e7d2843a439/state","method":"GET","req_id":"11366696-b293-4d3f-8116-3b7e86f11d44","remote_addr":"[fd00:1122:3344:101::a]:49905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.796703396Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55247"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.796918309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.843078266Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.905663646Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"51bd5b0d-7e8c-4fd6-a77b-5e1a047fba2c","remote_addr":"[fd00:1122:3344:101::c]:55247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":108816,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.905851858Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:48497"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.905905229Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:40521"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.90598439Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:61615"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.906067221Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:47000"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.906131472Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.906338265Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d2e03a9e-a0c9-4fdc-9237-fe3082ec9140","remote_addr":"[fd00:1122:3344:101::c]:55247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":357,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.906448187Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"748d0c35-6695-432d-b19a-3019913dcdef","remote_addr":"[fd00:1122:3344:101::a]:48497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.906471787Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.906615499Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e45f7f66-2b50-4f57-8c8a-f2421fa11c59","remote_addr":"[fd00:1122:3344:101::b]:36915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.911679578Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"06276d54-5cf3-410a-9231-6c544e9b48d4","remote_addr":"[fd00:1122:3344:101::a]:47000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.911814679Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"231e0963-23cb-4b17-a6b2-5c81ee3fb6b2","remote_addr":"[fd00:1122:3344:101::c]:61615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":5412,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.933288781Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:62788"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.947887199Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.952261798Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13: {10.151.2.176: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}, 10.151.2.175: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.9523447Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c5a24195-35a5-47d5-95af-4ee6613f5998","remote_addr":"[fd00:1122:3344:101::a]:48497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":779,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:51.967776559Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bd84183d-911e-4aa8-9385-04d4ad685c0e","remote_addr":"[fd00:1122:3344:101::a]:48497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":452,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.008027196Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4134"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.008105167Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"811c6571-45cb-445c-9d5e-ed7050dcc2e2","remote_addr":"[fd00:1122:3344:101::b]:40521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":101836,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.012560487Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"db39de7d-80ab-42e4-9017-3decb53d81b1","remote_addr":"[fd00:1122:3344:101::b]:40521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":671,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.043721851Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4158"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.094154295Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ff33dd5f-913e-4e76-aa14-4000bf0af40d","remote_addr":"[fd00:1122:3344:101::a]:62788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":160739,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.094551331Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9de0d099-a0e3-4075-bc06-9ee212897bc1","remote_addr":"[fd00:1122:3344:101::a]:62788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.659871997Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:60591"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.660920491Z","hostname":"sock","pid":1566,"uri":"/vmms/807c9dac-06bf-4827-8ab6-4e7d2843a439/state","method":"PUT","req_id":"b44ac208-abe1-425a-b577-f256786a5453","remote_addr":"[fd00:1122:3344:101::a]:60591","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":973,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-12-19T01:09:52.661029483Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.661050743Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.661084114Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-12-19T01:09:52.661029483Z }","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.661101454Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-12-19T01:09:52.661029483Z }, migration_in: None, migration_out: None }","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-12-19T01:09:52.673303139Z }","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.67332339Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.67334317Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:802","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-12-19T01:09:52.673303139Z }","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.67336173Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:816","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.67337583Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:52.673449061Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"15341334488679396811"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:52.673502722Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"13230004881984272096"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.673656454Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:603"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:52.673692465Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/8fd565e7-8dbe-4e0e-b9f6-62127926c764/debug/bundle/zone\", \"/pool/int/c0070a0a-b66c-49d5-a725-e7820b89ee73/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/a6644750-441b-4297-9acc-8dd23a71b4cb/crypt/debug\", \"/pool/ext/ac442b57-464c-4650-8ad2-3f5b4744c9fa/crypt/debug\", \"/pool/ext/93eb8a71-6519-482e-a366-b15e30b4605e/crypt/debug\", \"/pool/ext/98a100ce-cd82-4209-8530-7b48ca829744/crypt/debug\", \"/pool/ext/a98ada5c-5d21-42de-9ddc-c9598d5076c6/crypt/debug\", \"/pool/ext/6652bba4-bb1a-4de5-9e9c-cc3c7d421cdb/crypt/debug\", \"/pool/ext/f4009784-7bde-44ff-854e-49d614e9e682/crypt/debug\", \"/pool/ext/1025d0d6-c165-4f43-bef0-cb2eeb04b8c2/crypt/debug\", \"/pool/ext/499e53d3-d67c-44b6-9c03-b66767baed7e/crypt/debug\"] }","zone_name":"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:53.309130153Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439\", bundle_id: 42e444ae-aad3-4be1-9202-43035cc1fd4c }, time_created: 2024-12-19T01:09:52.674406104Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_807c9dac-06bf-4827-8ab6-4e7d2843a439","v":0,"name":"SledAgent","level":40,"time":"2024-12-19T01:09:53.309204734Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:1032"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.057839367Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.073603471Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(456258), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.073652092Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(456258), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.074020607Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-12-19T01:09:55.073992606Z }, migration_in: None, migration_out: None }","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.098182855Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:700","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-12-19T01:09:55.073992606Z }, migration_in: None, migration_out: None }","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.103254363Z","hostname":"sock","pid":1566,"instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","propolis_id":"807c9dac-06bf-4827-8ab6-4e7d2843a439","instance_id":"3351ff91-e235-41a8-aa20-009c343a2e26","component":"InstanceManager","file":"sled-agent/src/instance.rs:969"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.547151291Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:47586"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.547267753Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"dae9fef0-0155-4e92-a52f-49dbdff572ab","remote_addr":"[fd00:1122:3344:101::c]:47586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.589536727Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {2aa1db5d-9b5c-4679-b0fc-a689dfdf0c13: {10.151.2.175: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}, 10.151.2.176: {4adfe2d7-5ea8-460f-955e-a23ce87027ea}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.589590207Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"779c3879-d4f3-4a47-b312-8cba2e320831","remote_addr":"[fd00:1122:3344:101::c]:47586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":188,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.600407284Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c640d76d-7db1-4619-adb2-b45097a07cbd","remote_addr":"[fd00:1122:3344:101::c]:47586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":307,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.654521029Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:42930"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:55.654731412Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"aeadc56e-3e06-4a70-a26c-de559e27da0d","remote_addr":"[fd00:1122:3344:101::c]:42930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":140,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:56.960572472Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:46732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:56.960837716Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9b5ab8a2-7803-450a-a202-9dc3ba2fd003","remote_addr":"[fd00:1122:3344:101::a]:46732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":195,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.001027951Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:55207"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.001124303Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bead398c-e327-410d-90e2-e9d5f5d66b05","remote_addr":"[fd00:1122:3344:101::a]:55207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.042971791Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.043022061Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.043032252Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fd392ae8-9e9b-46f3-929a-76f4369b054a","remote_addr":"[fd00:1122:3344:101::a]:55207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":154,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.050620365Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e035af8c-f081-432a-8e16-1f2e584052ff","remote_addr":"[fd00:1122:3344:101::a]:55207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.624411746Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::a]:45931"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.624543798Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8c252cda-81b3-4cbb-b207-bc62a6d0e033","remote_addr":"[fd00:1122:3344:101::a]:45931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":83,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.640405673Z","hostname":"sock","pid":1566,"sled_id":"de9bec7d-f8ce-44a0-879c-5e088768f91c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1217","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.640425313Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"da439c58-eb6c-478e-b316-fe3677ba7a8f","remote_addr":"[fd00:1122:3344:101::a]:45931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-12-19T01:09:57.647369668Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"66b9f204-4eac-4729-bb8f-5e45475708e4","remote_addr":"[fd00:1122:3344:101::a]:45931","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":200,"response_code":"204"}