diff --git a/drivers/usb/dwc3/gadget.c b/drivers/usb/dwc3/gadget.c
index edbb47f8b840..00271cf32c8a 100644
--- a/drivers/usb/dwc3/gadget.c
+++ b/drivers/usb/dwc3/gadget.c
@@ -184,11 +184,8 @@ static int dwc3_gadget_resize_tx_fifos(struct dwc3 *dwc)
 			continue;
 
 		if (!(dep->flags & DWC3_EP_ENABLED)) {
-			fifo_number++;
-			continue;
-		}
-
-		if (usb_endpoint_xfer_bulk(dep->endpoint.desc)) {
+			mult = 2;
+		} else if (usb_endpoint_xfer_bulk(dep->endpoint.desc)) {
 			mult = 3;
 		} else if (usb_endpoint_xfer_isoc(dep->endpoint.desc)) {
 			if (dep->endpoint.mult > 0)