diff --git a/drivers/usb/gadget/Kconfig b/drivers/usb/gadget/Kconfig
index d4f9a91d4aec..88b9e75db730 100644
--- a/drivers/usb/gadget/Kconfig
+++ b/drivers/usb/gadget/Kconfig
@@ -385,6 +385,7 @@ config USB_CONFIGFS_F_FS
 config USB_CONFIGFS_F_ACC
 	bool "Accessory gadget"
 	depends on USB_CONFIGFS
+	depends on HID=y
 	select USB_F_ACC
 	help
 	  USB gadget Accessory support