diff --git a/drivers/memory/Kconfig b/drivers/memory/Kconfig
index 04368ee2a809..61ca8d9ba777 100644
--- a/drivers/memory/Kconfig
+++ b/drivers/memory/Kconfig
@@ -141,7 +141,6 @@ config FSL_IFC
 
 config JZ4780_NEMC
 	bool "Ingenic JZ4780 SoC NEMC driver"
-	default y
 	depends on MIPS || COMPILE_TEST
 	depends on HAS_IOMEM && OF
 	help