diff --git a/drivers/usb/Kconfig b/drivers/usb/Kconfig
index 5a032d26b..e197688ba 100644
--- a/drivers/usb/Kconfig
+++ b/drivers/usb/Kconfig
@@ -5,7 +5,7 @@ menu "USB Support"
 config AMLOGIC_USB
 	bool "Amlogic USB controller support"
 	default n
-	select USB_PHY
+	select USB_PHY if AMLOGIC_BREAK_GKI
 	depends on USB
 	help
 	  DWC_OTG