diff --git a/arch/arm64/kvm/arm.c b/arch/arm64/kvm/arm.c
index 987a5bed94ca..0945de70fa96 100644
--- a/arch/arm64/kvm/arm.c
+++ b/arch/arm64/kvm/arm.c
@@ -231,7 +231,9 @@ void kvm_arch_destroy_vm(struct kvm *kvm)
 	bitmap_free(kvm->arch.pmu_filter);
 
 	kvm_vgic_destroy(kvm);
-	kvm_shadow_destroy(kvm);
+
+	if (is_protected_kvm_enabled())
+		kvm_shadow_destroy(kvm);
 
 	for (i = 0; i < KVM_MAX_VCPUS; ++i) {
 		if (kvm->vcpus[i]) {