diff --git a/lib/travis/api/app.rb b/lib/travis/api/app.rb
index 15668ec9..3cd6de53 100644
--- a/lib/travis/api/app.rb
+++ b/lib/travis/api/app.rb
@@ -180,7 +180,7 @@ module Travis::Api
       def self.setup_monitoring
         Raven.configure do |config|
           config.dsn = Travis.config.sentry.dsn
-        end if Travis.config.sentry
+        end if Travis.config.sentry.dsn
 
         Travis::LogSubscriber::ActiveRecordMetrics.attach
         Travis::Notification.setup(instrumentation: false)