diff --git a/arch/arm/Kconfig b/arch/arm/Kconfig
index 57c0448d017a..be3b0f83eee5 100644
--- a/arch/arm/Kconfig
+++ b/arch/arm/Kconfig
@@ -1308,7 +1308,7 @@ config HIGHMEM
 
 config HIGHPTE
 	bool "Allocate 2nd-level pagetables from highmem" if EXPERT
-	depends on HIGHMEM
+	depends on HIGHMEM && !PREEMPT_RT
 	default y
 	help
 	  The VM uses one page of physical memory for each page table.