diff --git a/src/backend/drm/common/mod.rs b/src/backend/drm/common/mod.rs
index cac25f5..ce7f8c2 100644
--- a/src/backend/drm/common/mod.rs
+++ b/src/backend/drm/common/mod.rs
@@ -78,6 +78,7 @@ impl Into<SwapBuffersError> for Error {
             x @ Error::DeviceInactive => SwapBuffersError::TemporaryFailure(Box::new(x)),
             Error::Access { errmsg, dev, source, .. }
                 if match source.get_ref() {
+                    drm::SystemError::PermissionDenied => true,
                     drm::SystemError::Unknown {
                         errno: nix::errno::Errno::EBUSY,
                     } => true,