diff --git a/drivers/usb/host/xhci.c b/drivers/usb/host/xhci.c
index 7d33e3103e83..a8f15267d42b 100644
--- a/drivers/usb/host/xhci.c
+++ b/drivers/usb/host/xhci.c
@@ -3637,6 +3637,10 @@ void xhci_free_dev(struct usb_hcd *hcd, struct usb_device *udev)
 		del_timer_sync(&virt_dev->eps[i].stop_cmd_timer);
 	}
 
+#ifdef CONFIG_AMLOGIC_USB
+	virt_dev->udev = NULL;
+#endif
+
 	spin_lock_irqsave(&xhci->lock, flags);
 	/* Don't disable the slot if the host controller is dead. */
 	state = readl(&xhci->op_regs->status);