diff --git a/racket/lib/collects/setup/setup-unit.rkt b/racket/lib/collects/setup/setup-unit.rkt
index 558242c18c..bc9cd63f2f 100644
--- a/racket/lib/collects/setup/setup-unit.rkt
+++ b/racket/lib/collects/setup/setup-unit.rkt
@@ -883,7 +883,10 @@
         (when (or no-specific-collections?
                   (member "racket" x-specific-collections))
           (for/fold ([gcs 0]) ([cc (in-list (collection->ccs (list (string->path "racket"))))])
-            (compile-cc cc 0)))
+            (when (and (cc-main? cc)
+                       (member (cc-info-root cc)
+                               (current-library-collection-paths)))
+              (compile-cc cc 0))))
         (managed-compile-zo (collection-file-path "parallel-build-worker.rkt" "setup"))
         (with-specified-mode
           (lambda ()