diff --git a/arch/arm64/configs/rk1808_linux_defconfig b/arch/arm64/configs/rk1808_linux_defconfig
index 89ee3eb3073c..cb4b9fbb6245 100644
--- a/arch/arm64/configs/rk1808_linux_defconfig
+++ b/arch/arm64/configs/rk1808_linux_defconfig
@@ -98,8 +98,9 @@ CONFIG_NETDEVICES=y
 # CONFIG_NET_CORE is not set
 # CONFIG_ETHERNET is not set
 CONFIG_WL_ROCKCHIP=y
+CONFIG_WIFI_BUILD_MODULE=y
 CONFIG_WIFI_LOAD_DRIVER_WHEN_KERNEL_BOOTUP=y
-CONFIG_AP6XXX=y
+CONFIG_AP6XXX=m
 # CONFIG_RTL_WIRELESS_SOLUTION is not set
 # CONFIG_INPUT_MOUSEDEV is not set
 CONFIG_INPUT_EVDEV=y