diff --git a/drivers/usb/gadget/Kconfig b/drivers/usb/gadget/Kconfig
index 920ff2d2c557..bcd7f83c9ba0 100644
--- a/drivers/usb/gadget/Kconfig
+++ b/drivers/usb/gadget/Kconfig
@@ -386,6 +386,7 @@ config USB_CONFIGFS_F_FS
 config USB_CONFIGFS_F_ACC
 	bool "Accessory gadget"
 	depends on USB_CONFIGFS
+	depends on HID=y
 	select USB_F_ACC
 	help
 	  USB gadget Accessory support