diff --git a/mm/gup.c b/mm/gup.c
index e942c53c8cea..b831cdecdc94 100644
--- a/mm/gup.c
+++ b/mm/gup.c
@@ -1767,7 +1767,8 @@ retry:
 		if (ret < 0 && orig_gup_flags != gup_flags) {
 			gup_flags = orig_gup_flags;
 			goto retry;
-		}
+		} else
+			return ret;
 	}
 
 	return __get_user_pages_locked(mm, start, nr_pages, pages, vmas,