diff --git a/test/runtests.sh b/test/runtests.sh
index 0a8e24a81..df437c97d 100755
--- a/test/runtests.sh
+++ b/test/runtests.sh
@@ -136,6 +136,8 @@ user_pref("xpinstall.signatures.required", false);
 user_pref("datareporting.healthreport.uploadEnabled", false);
 user_pref("datareporting.healthreport.service.enabled", false);
 user_pref("datareporting.healthreport.service.firstRun", false);
+user_pref("datareporting.policy.dataSubmissionEnabled", false);
+user_pref("datareporting.policy.dataSubmissionPolicyBypassNotification", true);
 EOF
 
 # -v flag on Windows makes Firefox process hang