diff --git a/compat/mingw.c b/compat/mingw.c
index 5955956412..f9cd72c257 100644
--- a/compat/mingw.c
+++ b/compat/mingw.c
@@ -2479,6 +2479,13 @@ repeat:
 		return 0;
 	gle = GetLastError();
 
+	if (gle == ERROR_ACCESS_DENIED && is_inside_windows_container()) {
+		/* Fall back to copy to destination & remove source */
+		if (CopyFileW(wpold, wpnew, FALSE) && !mingw_unlink(pold))
+			return 0;
+		gle = GetLastError();
+	}
+
 	/* revert file attributes on failure */
 	if (attrs != INVALID_FILE_ATTRIBUTES)
 		SetFileAttributesW(wpnew, attrs);