diff --git a/test/setupTests.ts b/test/setupTests.ts
index f5282231dc..fa99913b56 100644
--- a/test/setupTests.ts
+++ b/test/setupTests.ts
@@ -38,9 +38,11 @@ beforeEach(() => {
 });
 
 // Retry to work around our flaky app & tests
-jest.retryTimes(2, {
-    logErrorsBeforeRetry: true,
-});
+if (process.env.CI) {
+    jest.retryTimes(2, {
+        logErrorsBeforeRetry: true,
+    });
+}
 
 // Very carefully enable the mocks for everything else in
 // a specific order. We use this order to ensure we properly