diff --git a/chrome/content/zotero/xpcom/file.js b/chrome/content/zotero/xpcom/file.js
index 84c01ba8e..c1b6298c0 100644
--- a/chrome/content/zotero/xpcom/file.js
+++ b/chrome/content/zotero/xpcom/file.js
@@ -734,7 +734,7 @@ Zotero.File = new function(){
 			iterator = new OS.File.DirectoryIterator(path);
 			yield iterator.forEach(Zotero.Promise.coroutine(function* (entry) {
 				// entry.isDir can be false for some reason on Travis, causing spurious test failures
-				if (Zotero.isLinux && !entry.isDir && (yield OS.File.stat(entry.path)).isDir) {
+				if (Zotero.automatedTest && !entry.isDir && (yield OS.File.stat(entry.path)).isDir) {
 					Zotero.debug("Overriding isDir for " + entry.path);
 					entry.isDir = true;
 				}