diff --git a/dvc/stage/__init__.py b/dvc/stage/__init__.py
index 6c3d290d3f..dace68cfa1 100644
--- a/dvc/stage/__init__.py
+++ b/dvc/stage/__init__.py
@@ -385,7 +385,8 @@ def remove_outs(self, ignore_remove=False, force=False) -> None:
 
     def unprotect_outs(self) -> None:
         for out in self.outs:
-            out.unprotect()
+            if out.use_cache:
+                out.unprotect()
 
     def ignore_remove_outs(self) -> None:
         for out in self.outs: