diff --git a/src/jinja2/bccache.py b/src/jinja2/bccache.py
index e9dca6d61..c986ab88e 100644
--- a/src/jinja2/bccache.py
+++ b/src/jinja2/bccache.py
@@ -269,6 +269,10 @@ def load_bytecode(self, bucket: Bucket) -> None:
             f = open(filename, "rb")
         except FileNotFoundError:
             return
+        except PermissionError:
+            # This can occur on Windows when a rename and/or clear() is
+            # in progress.
+            return
         with f:
             bucket.load_bytecode(f)