diff --git a/src/components/views/right_panel/EncryptionPanel.js b/src/components/views/right_panel/EncryptionPanel.js
index e67af0805a..2c51662111 100644
--- a/src/components/views/right_panel/EncryptionPanel.js
+++ b/src/components/views/right_panel/EncryptionPanel.js
@@ -91,7 +91,7 @@ const EncryptionPanel = (props) => {
     }, [request]);
 
     let cancelButton;
-    if (request && request.pending) {
+    if (layout !== "dialog" && request && request.pending) {
         const AccessibleButton = sdk.getComponent("elements.AccessibleButton");
         cancelButton = (<AccessibleButton
             className="mx_EncryptionPanel_cancel"