diff --git a/arch/arm/Kconfig b/arch/arm/Kconfig
index 99264a64780..4604d41410c 100644
--- a/arch/arm/Kconfig
+++ b/arch/arm/Kconfig
@@ -919,7 +919,7 @@ config ARCH_MX28
 	bool "NXP i.MX28 family"
 	select CPU_ARM926EJS
 	select GPIO_EXTRA_HEADER
-	select PL011_SERIAL
+	select PL011_SERIAL if !TARGET_XEA
 	select MACH_IMX
 	select SUPPORT_SPL
 
diff --git a/arch/arm/mach-imx/mxs/Kconfig b/arch/arm/mach-imx/mxs/Kconfig
index 5cffc26103a..b4a281e82d4 100644
--- a/arch/arm/mach-imx/mxs/Kconfig
+++ b/arch/arm/mach-imx/mxs/Kconfig
@@ -45,6 +45,7 @@ config TARGET_MX28EVK
 
 config TARGET_XEA
 	bool "Support XEA"
+	select PL01X_SERIAL
 
 endchoice