diff --git a/drivers/memory/Kconfig b/drivers/memory/Kconfig
index 04368ee2a80945146b1774b68bbc84a2b1785fa6..61ca8d9ba77727c19e884dc02457ac4c76d2a3aa 100644
--- a/drivers/memory/Kconfig
+++ b/drivers/memory/Kconfig
@@ -141,7 +141,6 @@ config FSL_IFC
 
 config JZ4780_NEMC
 	bool "Ingenic JZ4780 SoC NEMC driver"
-	default y
 	depends on MIPS || COMPILE_TEST
 	depends on HAS_IOMEM && OF
 	help