diff --git a/src/components/views/rooms/RoomRecoveryReminder.js b/src/components/views/rooms/RoomRecoveryReminder.js
index 01447012e6..32bf8ad5d1 100644
--- a/src/components/views/rooms/RoomRecoveryReminder.js
+++ b/src/components/views/rooms/RoomRecoveryReminder.js
@@ -133,17 +133,29 @@ export default class RoomRecoveryReminder extends React.PureComponent {
         const AccessibleButton = sdk.getComponent("views.elements.AccessibleButton");
 
         let body;
+        let primaryCaption;
         if (this.state.error) {
             body = <div className="error">
                 {_t("Unable to load key backup status")}
             </div>;
+            primaryCaption = _t("Set up");
         } else if (this.state.unverifiedDevice) {
             // A key backup exists for this account, but the creating device is not
             // verified.
-            body = _t(
-                "To view your secure message history and ensure you can view new " +
-                "messages on future devices, set up Secure Message Recovery.",
-            );
+            body = <div>
+                <p>{_t(
+                    "Secure Message Recovery has been set up on another device: <deviceName></deviceName>",
+                    {},
+                    {
+                        deviceName: () => <i>{this.state.unverifiedDevice.unsigned.device_display_name}</i>,
+                    },
+                )}</p>
+                <p>{_t(
+                    "To view your secure message history and ensure you can view new " +
+                    "messages on future devices, verify that device now.",
+                )}</p>
+            </div>;
+            primaryCaption = _t("Verify device");
         } else {
             // The default case assumes that a key backup doesn't exist for this account.
             // (This component doesn't currently check that itself.)
@@ -167,7 +179,7 @@ export default class RoomRecoveryReminder extends React.PureComponent {
                     </AccessibleButton>
                     <AccessibleButton className="mx_RoomRecoveryReminder_button"
                         onClick={this.onSetupClick}>
-                        { _t("Set up") }
+                        {primaryCaption}
                     </AccessibleButton>
                 </div>
             </div>
diff --git a/src/i18n/strings/en_EN.json b/src/i18n/strings/en_EN.json
index 10506d8513..13eedf47e0 100644
--- a/src/i18n/strings/en_EN.json
+++ b/src/i18n/strings/en_EN.json
@@ -667,7 +667,8 @@
     "You are trying to access a room.": "You are trying to access a room.",
     "<a>Click here</a> to join the discussion!": "<a>Click here</a> to join the discussion!",
     "This is a preview of this room. Room interactions have been disabled": "This is a preview of this room. Room interactions have been disabled",
-    "To view your secure message history and ensure you can view new messages on future devices, set up Secure Message Recovery.": "To view your secure message history and ensure you can view new messages on future devices, set up Secure Message Recovery.",
+    "Secure Message Recovery has been set up on another device: <deviceName></deviceName>": "Secure Message Recovery has been set up on another device: <deviceName></deviceName>",
+    "To view your secure message history and ensure you can view new messages on future devices, verify that device now.": "To view your secure message history and ensure you can view new messages on future devices, verify that device now.",
     "If you log out or use another device, you'll lose your secure message history. To prevent this, set up Secure Message Recovery.": "If you log out or use another device, you'll lose your secure message history. To prevent this, set up Secure Message Recovery.",
     "Secure Message Recovery": "Secure Message Recovery",
     "Don't ask again": "Don't ask again",