...
original commit: d382e81c87cad7d3c483e633ef364b185069f612
This commit is contained in:
Robby Findler
parent
34fc4df1d7
commit
3b9c4ebaa0
|
|
@ -1,12 +1,25 @@
|
|||
;; should import the flattened test and guiutils stuff and
|
||||
;; dynamically link to that.
|
||||
|
||||
(module framework mzscheme
|
||||
(require (lib "unitsig.ss"))
|
||||
(require (lib "unitsig.ss")
|
||||
(lib "mred.ss" "mred")
|
||||
(lib "mred-sig.ss" "mred")
|
||||
|
||||
(require "framework-unit.ss"
|
||||
;(prefix test: "test.ss")
|
||||
;"test-sig.ss"
|
||||
|
||||
;(prefix prefs-file: "prefs-file.ss")
|
||||
;"prefs-file-sig.ss"
|
||||
|
||||
;(prefix gui-utils: "gui-utils.ss")
|
||||
;"gui-utils-sig.ss"
|
||||
|
||||
"framework-unit.ss"
|
||||
"sig.ss")
|
||||
|
||||
(provide-signature-elements framework^)
|
||||
|
||||
(define-values/invoke-unit/sig framework^ framework@))
|
||||
(define-values/invoke-unit/sig framework^ framework@ #f mred^)
|
||||
|
||||
'(define-values/invoke-unit/sig frameworkc^ framework-small-part@ #f
|
||||
(test : framework:test^)
|
||||
(prefs-file : framework:prefs-file^)
|
||||
(gui-utils : framework:gui-utils^)))
|
||||
|
|
|
|||
|
|
@ -236,5 +236,5 @@
|
|||
(set! internal-get-the-frame-group (lambda () the-frame-group))
|
||||
(internal-get-the-frame-group)))
|
||||
|
||||
(define get-the-frame-group
|
||||
(define (get-the-frame-group)
|
||||
(internal-get-the-frame-group)))))
|
||||
|
|
@ -2,6 +2,7 @@
|
|||
(require (lib "unitsig.ss")
|
||||
(lib "class.ss")
|
||||
"sig"
|
||||
"../prefs-file-sig.ss"
|
||||
(lib "mred-sig.ss" "mred")
|
||||
(lib "pretty.ss")
|
||||
(lib "list.ss"))
|
||||
|
|
|
|||
|
|
@ -26,8 +26,6 @@
|
|||
[unit pasteboard : framework:pasteboard^]
|
||||
[unit text : framework:text^]
|
||||
|
||||
[unit gui-utils : framework:gui-utils^]
|
||||
|
||||
[unit finder : framework:finder^]
|
||||
|
||||
[unit group : framework:group^]
|
||||
|
|
@ -44,4 +42,5 @@
|
|||
|
||||
(define-signature framework^
|
||||
([unit test : framework:test^]
|
||||
[unit gui-utils : framework:gui-utils^]
|
||||
(open frameworkc^))))
|
||||
|
|
@ -1,4 +1,4 @@
|
|||
(require-library "errortrace.ss" "errortrace") (error-print-width 80) (error-context-display-depth 3)
|
||||
(require (lib "errortrace.ss" "errortrace")) (error-print-width 80) (error-context-display-depth 3)
|
||||
|
||||
(let* ([errs null]
|
||||
[sema (make-semaphore 1)]
|
||||
|
|
|
|||
|
|
@ -1,395 +1,395 @@
|
|||
(require-library "launcher.ss" "launcher")
|
||||
(require-library "cores.ss")
|
||||
(require-library "cmdlines.ss")
|
||||
(require-library "macro.ss")
|
||||
(require-library "function.ss")
|
||||
(module main mzscheme
|
||||
(require (lib "launcher.ss" "launcher")
|
||||
(lib "cmdline.ss")
|
||||
(lib "etc.ss")
|
||||
(lib "list.ss")
|
||||
(lib "string.ss")
|
||||
(lib "file.ss")
|
||||
(lib "unitsig.ss")
|
||||
(lib "class.ss")
|
||||
(lib "guis.ss" "tests" "utils"))
|
||||
|
||||
(unless (file-exists? (build-path (current-load-relative-directory) "receive-sexps-port.ss"))
|
||||
(call-with-output-file (build-path (current-load-relative-directory) "receive-sexps-port.ss")
|
||||
(lambda (port)
|
||||
(write 6012 port))))
|
||||
(unless (file-exists? (build-path (current-load-relative-directory) "receive-sexps-port.ss"))
|
||||
(call-with-output-file (build-path (current-load-relative-directory) "receive-sexps-port.ss")
|
||||
(lambda (port)
|
||||
(write 6012 port))))
|
||||
|
||||
(define-signature TestSuite^
|
||||
((struct eof-result ())
|
||||
load-framework-automatically
|
||||
shutdown-listener shutdown-mred mred-running?
|
||||
send-sexp-to-mred queue-sexp-to-mred
|
||||
test
|
||||
wait-for-frame
|
||||
(define-signature TestSuite^
|
||||
((struct eof-result ())
|
||||
load-framework-automatically
|
||||
shutdown-listener shutdown-mred mred-running?
|
||||
send-sexp-to-mred queue-sexp-to-mred
|
||||
test
|
||||
wait-for-frame
|
||||
|
||||
;; sexp -> void
|
||||
;; grabs the frontmost window, executes the sexp and waits for a new frontmost window
|
||||
wait-for-new-frame
|
||||
;; sexp -> void
|
||||
;; grabs the frontmost window, executes the sexp and waits for a new frontmost window
|
||||
wait-for-new-frame
|
||||
|
||||
wait-for))
|
||||
wait-for))
|
||||
|
||||
(define-signature internal-TestSuite^
|
||||
((open TestSuite^)
|
||||
test-name
|
||||
failed-tests))
|
||||
(define-signature internal-TestSuite^
|
||||
((open TestSuite^)
|
||||
test-name
|
||||
failed-tests))
|
||||
|
||||
(define-signature Engine^
|
||||
(only-these-tests
|
||||
section-name
|
||||
section-jump))
|
||||
(define-signature Engine^
|
||||
(only-these-tests
|
||||
section-name
|
||||
section-jump))
|
||||
|
||||
(require-library "guis.ss" "tests" "utils")
|
||||
(define TestSuite
|
||||
(unit/sig internal-TestSuite^
|
||||
(import (program)
|
||||
Engine^
|
||||
launcher-maker^
|
||||
mzlib:pretty-print^
|
||||
mzlib:function^)
|
||||
|
||||
(define TestSuite
|
||||
(unit/sig internal-TestSuite^
|
||||
(import (program)
|
||||
Engine^
|
||||
launcher-maker^
|
||||
mzlib:pretty-print^
|
||||
mzlib:function^)
|
||||
(define test-name "<<setup>>")
|
||||
(define failed-tests null)
|
||||
|
||||
(define test-name "<<setup>>")
|
||||
(define failed-tests null)
|
||||
(define-struct eof-result ())
|
||||
|
||||
(define-struct eof-result ())
|
||||
(define load-framework-automatically? #t)
|
||||
|
||||
(define load-framework-automatically? #t)
|
||||
(define listener
|
||||
(let loop ()
|
||||
(let ([port (load-relative "receive-sexps-port.ss")])
|
||||
(with-handlers ([(lambda (x) #t)
|
||||
(lambda (x)
|
||||
(let ([next (+ port 1)])
|
||||
(call-with-output-file (build-path (current-load-relative-directory)
|
||||
"receive-sexps-port.ss")
|
||||
(lambda (p)
|
||||
(write next p))
|
||||
'truncate)
|
||||
(printf " tcp-listen failed for port ~a, attempting ~a~n"
|
||||
port next)
|
||||
(loop)))])
|
||||
(tcp-listen port)))))
|
||||
|
||||
(define listener
|
||||
(let loop ()
|
||||
(let ([port (load-relative "receive-sexps-port.ss")])
|
||||
(with-handlers ([(lambda (x) #t)
|
||||
(lambda (x)
|
||||
(let ([next (+ port 1)])
|
||||
(call-with-output-file (build-path (current-load-relative-directory)
|
||||
"receive-sexps-port.ss")
|
||||
(lambda (p)
|
||||
(write next p))
|
||||
'truncate)
|
||||
(printf " tcp-listen failed for port ~a, attempting ~a~n"
|
||||
port next)
|
||||
(loop)))])
|
||||
(tcp-listen port)))))
|
||||
(define in-port #f)
|
||||
(define out-port #f)
|
||||
|
||||
(define in-port #f)
|
||||
(define out-port #f)
|
||||
(define restart-mred
|
||||
(lambda ()
|
||||
(shutdown-mred)
|
||||
(let-values ([(base _1 _2) (split-path program)])
|
||||
((case (system-type)
|
||||
[(macos) system*]
|
||||
[else (lambda (x) (thread (lambda () (system* x))))])
|
||||
(mred-program-launcher-path "Framework Test Engine")))
|
||||
(let-values ([(in out) (tcp-accept listener)])
|
||||
(set! in-port in)
|
||||
(set! out-port out))
|
||||
(when load-framework-automatically?
|
||||
(queue-sexp-to-mred
|
||||
`(begin
|
||||
(require (lib "framework.ss" "framework")
|
||||
(lib "gui.ss" "tests" "utils")))))))
|
||||
|
||||
(define restart-mred
|
||||
(lambda ()
|
||||
(shutdown-mred)
|
||||
(let-values ([(base _1 _2) (split-path program)])
|
||||
((case (system-type)
|
||||
[(macos) system*]
|
||||
[else (lambda (x) (thread (lambda () (system* x))))])
|
||||
(mred-program-launcher-path "Framework Test Engine")))
|
||||
(let-values ([(in out) (tcp-accept listener)])
|
||||
(set! in-port in)
|
||||
(set! out-port out))
|
||||
(when load-framework-automatically?
|
||||
(queue-sexp-to-mred
|
||||
`(begin
|
||||
(require-library "framework.ss" "framework")
|
||||
(require-library "gui.ss" "tests" "utils")
|
||||
(test:run-interval 0))))))
|
||||
(define load-framework-automatically
|
||||
(case-lambda
|
||||
[(new-load-framework-automatically?)
|
||||
(unless (eq? (not (not new-load-framework-automatically?))
|
||||
load-framework-automatically?)
|
||||
(set! load-framework-automatically? (not (not new-load-framework-automatically?)))
|
||||
(shutdown-mred))]
|
||||
[() load-framework-automatically?]))
|
||||
|
||||
(define load-framework-automatically
|
||||
(case-lambda
|
||||
[(new-load-framework-automatically?)
|
||||
(unless (eq? (not (not new-load-framework-automatically?))
|
||||
load-framework-automatically?)
|
||||
(set! load-framework-automatically? (not (not new-load-framework-automatically?)))
|
||||
(shutdown-mred))]
|
||||
[() load-framework-automatically?]))
|
||||
(define shutdown-listener
|
||||
(lambda ()
|
||||
(shutdown-mred)
|
||||
(tcp-close listener)))
|
||||
|
||||
(define shutdown-listener
|
||||
(lambda ()
|
||||
(shutdown-mred)
|
||||
(tcp-close listener)))
|
||||
(define shutdown-mred
|
||||
(lambda ()
|
||||
(when (and in-port
|
||||
out-port)
|
||||
(with-handlers ([(lambda (x) #t) (lambda (x) (void))])
|
||||
(close-output-port out-port))
|
||||
(with-handlers ([(lambda (x) #t) (lambda (x) (void))])
|
||||
(close-input-port in-port))
|
||||
(set! in-port #f)
|
||||
(set! in-port #f))))
|
||||
|
||||
(define shutdown-mred
|
||||
(lambda ()
|
||||
(when (and in-port
|
||||
out-port)
|
||||
(with-handlers ([(lambda (x) #t) (lambda (x) (void))])
|
||||
(close-output-port out-port))
|
||||
(with-handlers ([(lambda (x) #t) (lambda (x) (void))])
|
||||
(close-input-port in-port))
|
||||
(set! in-port #f)
|
||||
(set! in-port #f))))
|
||||
(define mred-running?
|
||||
(lambda ()
|
||||
(if (char-ready? in-port)
|
||||
(not (eof-object? (peek-char in-port)))
|
||||
#t)))
|
||||
|
||||
(define mred-running?
|
||||
(lambda ()
|
||||
(if (char-ready? in-port)
|
||||
(not (eof-object? (peek-char in-port)))
|
||||
#t)))
|
||||
|
||||
(define queue-sexp-to-mred
|
||||
(lambda (sexp)
|
||||
(send-sexp-to-mred
|
||||
`(let ([thunk (lambda () ,sexp)]
|
||||
[sema (make-semaphore 0)])
|
||||
(queue-callback (lambda ()
|
||||
(thunk)
|
||||
(semaphore-post sema)))
|
||||
(semaphore-wait sema)))))
|
||||
|
||||
(define re:tcp-read-error (regexp "tcp-read:"))
|
||||
(define re:tcp-write-error (regexp "tcp-write:"))
|
||||
(define (tcp-error? exn)
|
||||
(or (regexp-match re:tcp-read-error (exn-message exn))
|
||||
(regexp-match re:tcp-write-error (exn-message exn))))
|
||||
|
||||
(define send-sexp-to-mred
|
||||
(let ([failed-last-time? #f])
|
||||
(define queue-sexp-to-mred
|
||||
(lambda (sexp)
|
||||
(let/ec k
|
||||
(let ([show-text
|
||||
(lambda (sexp)
|
||||
|
||||
(parameterize ([pretty-print-print-line
|
||||
(let ([prompt " "]
|
||||
[old-liner (pretty-print-print-line)])
|
||||
(lambda (ln port ol cols)
|
||||
(let ([ov (old-liner ln port ol cols)])
|
||||
(if ln
|
||||
(begin (display prompt port)
|
||||
(+ (string-length prompt) ov))
|
||||
ov))))])
|
||||
(pretty-print sexp)
|
||||
(newline)))])
|
||||
(unless (and in-port
|
||||
out-port
|
||||
(with-handlers ([tcp-error?
|
||||
(lambda (x) #f)])
|
||||
(or (not (char-ready? in-port))
|
||||
(not (eof-object? (peek-char in-port))))))
|
||||
(restart-mred))
|
||||
(printf " ~a // ~a: sending to mred:~n" section-name test-name)
|
||||
(show-text sexp)
|
||||
(with-handlers ([(lambda (x) #t)
|
||||
(lambda (x)
|
||||
(cond
|
||||
;; this means that mred was closed
|
||||
;; so we can restart it and try again.
|
||||
[(tcp-error? x)
|
||||
(restart-mred)
|
||||
(write sexp out-port)
|
||||
(newline out-port)]
|
||||
[else (raise x)]))])
|
||||
(write sexp out-port)
|
||||
(newline out-port))
|
||||
(let ([answer
|
||||
(send-sexp-to-mred
|
||||
`(let ([thunk (lambda () ,sexp)]
|
||||
[sema (make-semaphore 0)])
|
||||
(queue-callback (lambda ()
|
||||
(thunk)
|
||||
(semaphore-post sema)))
|
||||
(semaphore-wait sema)))))
|
||||
|
||||
(define re:tcp-read-error (regexp "tcp-read:"))
|
||||
(define re:tcp-write-error (regexp "tcp-write:"))
|
||||
(define (tcp-error? exn)
|
||||
(or (regexp-match re:tcp-read-error (exn-message exn))
|
||||
(regexp-match re:tcp-write-error (exn-message exn))))
|
||||
|
||||
(define send-sexp-to-mred
|
||||
(let ([failed-last-time? #f])
|
||||
(lambda (sexp)
|
||||
(let/ec k
|
||||
(let ([show-text
|
||||
(lambda (sexp)
|
||||
|
||||
(parameterize ([pretty-print-print-line
|
||||
(let ([prompt " "]
|
||||
[old-liner (pretty-print-print-line)])
|
||||
(lambda (ln port ol cols)
|
||||
(let ([ov (old-liner ln port ol cols)])
|
||||
(if ln
|
||||
(begin (display prompt port)
|
||||
(+ (string-length prompt) ov))
|
||||
ov))))])
|
||||
(pretty-print sexp)
|
||||
(newline)))])
|
||||
(unless (and in-port
|
||||
out-port
|
||||
(with-handlers ([tcp-error?
|
||||
(lambda (x) #f)])
|
||||
(or (not (char-ready? in-port))
|
||||
(not (eof-object? (peek-char in-port))))))
|
||||
(restart-mred))
|
||||
(printf " ~a // ~a: sending to mred:~n" section-name test-name)
|
||||
(show-text sexp)
|
||||
(with-handlers ([(lambda (x) #t)
|
||||
(lambda (x)
|
||||
(cond
|
||||
;; this means that mred was closed
|
||||
;; so we can restart it and try again.
|
||||
[(tcp-error? x)
|
||||
(restart-mred)
|
||||
(write sexp out-port)
|
||||
(newline out-port)]
|
||||
[else (raise x)]))])
|
||||
(write sexp out-port)
|
||||
(newline out-port))
|
||||
(let ([answer
|
||||
(with-handlers ([(lambda (x) #t)
|
||||
(lambda (x)
|
||||
(if (tcp-error? x);; assume tcp-error means app closed
|
||||
eof
|
||||
(list 'cant-read
|
||||
(string-append
|
||||
(exn-message x)
|
||||
"; rest of string: "
|
||||
(format
|
||||
"~s"
|
||||
(apply
|
||||
string
|
||||
(let loop ()
|
||||
(if (char-ready? in-port)
|
||||
(let ([char (read-char in-port)])
|
||||
(if (eof-object? char)
|
||||
null
|
||||
(cons char (loop))))
|
||||
null))))))))])
|
||||
(read in-port))])
|
||||
(unless (or (eof-object? answer)
|
||||
(and (list? answer)
|
||||
(= 2 (length answer))))
|
||||
(error 'send-sexp-to-mred "unpected result from mred: ~s~n" answer))
|
||||
(if (eof-object? answer)
|
||||
(raise (make-eof-result))
|
||||
(case (car answer)
|
||||
[(error)
|
||||
(error 'send-sexp-to-mred "mred raised \"~a\"" (second answer))]
|
||||
[(cant-read) (error 'mred/cant-parse (second answer))]
|
||||
[(normal)
|
||||
(printf " ~a // ~a: received from mred:~n" section-name test-name)
|
||||
(show-text (second answer))
|
||||
(eval (second answer))]))))))))
|
||||
|
||||
|
||||
(define test
|
||||
(case-lambda
|
||||
[(in-test-name passed? sexp/proc) (test in-test-name passed? sexp/proc 'section)]
|
||||
[(in-test-name passed? sexp/proc jump)
|
||||
(fluid-let ([test-name in-test-name])
|
||||
(when (or (not only-these-tests)
|
||||
(memq test-name only-these-tests))
|
||||
(let ([failed
|
||||
(with-handlers ([(lambda (x) #t)
|
||||
(lambda (x)
|
||||
(if (tcp-error? x);; assume tcp-error means app closed
|
||||
eof
|
||||
(list 'cant-read
|
||||
(string-append
|
||||
(exn-message x)
|
||||
"; rest of string: "
|
||||
(format
|
||||
"~s"
|
||||
(apply
|
||||
string
|
||||
(let loop ()
|
||||
(if (char-ready? in-port)
|
||||
(let ([char (read-char in-port)])
|
||||
(if (eof-object? char)
|
||||
null
|
||||
(cons char (loop))))
|
||||
null))))))))])
|
||||
(read in-port))])
|
||||
(unless (or (eof-object? answer)
|
||||
(and (list? answer)
|
||||
(= 2 (length answer))))
|
||||
(error 'send-sexp-to-mred "unpected result from mred: ~s~n" answer))
|
||||
(if (eof-object? answer)
|
||||
(raise (make-eof-result))
|
||||
(case (car answer)
|
||||
[(error)
|
||||
(error 'send-sexp-to-mred "mred raised \"~a\"" (second answer))]
|
||||
[(cant-read) (error 'mred/cant-parse (second answer))]
|
||||
[(normal)
|
||||
(printf " ~a // ~a: received from mred:~n" section-name test-name)
|
||||
(show-text (second answer))
|
||||
(eval (second answer))]))))))))
|
||||
(if (exn? x)
|
||||
(exn-message x)
|
||||
x))])
|
||||
(let ([result
|
||||
(if (procedure? sexp/proc)
|
||||
(sexp/proc)
|
||||
(begin0 (send-sexp-to-mred sexp/proc)
|
||||
(send-sexp-to-mred ''check-for-errors)))])
|
||||
(not (passed? result))))])
|
||||
(when failed
|
||||
(printf "FAILED ~a: ~a~n" failed test-name)
|
||||
(set! failed-tests (cons (cons section-name test-name) failed-tests))
|
||||
(case jump
|
||||
[(section) (section-jump)]
|
||||
[(continue) (void)]
|
||||
[else (jump)])))))]))
|
||||
|
||||
(define (wait-for/wrapper wrapper sexp)
|
||||
(let ([timeout 10]
|
||||
[pause-time 1/2])
|
||||
(send-sexp-to-mred
|
||||
(wrapper
|
||||
`(let ([test (lambda () ,sexp)])
|
||||
(let loop ([n ,(/ timeout pause-time)])
|
||||
(if (zero? n)
|
||||
(error 'wait-for
|
||||
,(format "after ~a seconds, ~s didn't come true" timeout sexp))
|
||||
(unless (test)
|
||||
(sleep ,pause-time)
|
||||
(loop (- n 1))))))))))
|
||||
|
||||
(define test
|
||||
(case-lambda
|
||||
[(in-test-name passed? sexp/proc) (test in-test-name passed? sexp/proc 'section)]
|
||||
[(in-test-name passed? sexp/proc jump)
|
||||
(fluid-let ([test-name in-test-name])
|
||||
(when (or (not only-these-tests)
|
||||
(memq test-name only-these-tests))
|
||||
(let ([failed
|
||||
(with-handlers ([(lambda (x) #t)
|
||||
(lambda (x)
|
||||
(if (exn? x)
|
||||
(exn-message x)
|
||||
x))])
|
||||
(let ([result
|
||||
(if (procedure? sexp/proc)
|
||||
(sexp/proc)
|
||||
(begin0 (send-sexp-to-mred sexp/proc)
|
||||
(send-sexp-to-mred ''check-for-errors)))])
|
||||
(not (passed? result))))])
|
||||
(when failed
|
||||
(printf "FAILED ~a: ~a~n" failed test-name)
|
||||
(set! failed-tests (cons (cons section-name test-name) failed-tests))
|
||||
(case jump
|
||||
[(section) (section-jump)]
|
||||
[(continue) (void)]
|
||||
[else (jump)])))))]))
|
||||
(define (wait-for sexp) (wait-for/wrapper (lambda (x) x) sexp))
|
||||
|
||||
(define (wait-for/wrapper wrapper sexp)
|
||||
(let ([timeout 10]
|
||||
[pause-time 1/2])
|
||||
(send-sexp-to-mred
|
||||
(wrapper
|
||||
`(let ([test (lambda () ,sexp)])
|
||||
(let loop ([n ,(/ timeout pause-time)])
|
||||
(if (zero? n)
|
||||
(error 'wait-for
|
||||
,(format "after ~a seconds, ~s didn't come true" timeout sexp))
|
||||
(unless (test)
|
||||
(sleep ,pause-time)
|
||||
(loop (- n 1))))))))))
|
||||
(define (wait-for-new-frame sexp)
|
||||
(wait-for/wrapper
|
||||
(lambda (w)
|
||||
`(let ([frame (get-top-level-focus-window)])
|
||||
,sexp
|
||||
,w))
|
||||
`(not (eq? frame (get-top-level-focus-window)))))
|
||||
|
||||
(define (wait-for sexp) (wait-for/wrapper (lambda (x) x) sexp))
|
||||
(define (wait-for-frame name)
|
||||
(wait-for `(let ([win (get-top-level-focus-window)])
|
||||
(and win
|
||||
(string=? (send win get-label) ,name)))))))
|
||||
|
||||
(define (wait-for-new-frame sexp)
|
||||
(wait-for/wrapper
|
||||
(lambda (w)
|
||||
`(let ([frame (get-top-level-focus-window)])
|
||||
,sexp
|
||||
,w))
|
||||
`(not (eq? frame (get-top-level-focus-window)))))
|
||||
(define Engine
|
||||
(unit/sig Engine^
|
||||
(import (argv)
|
||||
internal-TestSuite^
|
||||
mzlib:command-line^
|
||||
mzlib:function^
|
||||
mzlib:file^
|
||||
mzlib:string^
|
||||
mzlib:pretty-print^)
|
||||
|
||||
(define (wait-for-frame name)
|
||||
(wait-for `(let ([win (get-top-level-focus-window)])
|
||||
(and win
|
||||
(string=? (send win get-label) ,name)))))))
|
||||
(define section-jump void)
|
||||
(define section-name "<<setup>>")
|
||||
(define only-these-tests #f)
|
||||
|
||||
(define Engine
|
||||
(unit/sig Engine^
|
||||
(import (argv)
|
||||
internal-TestSuite^
|
||||
mzlib:command-line^
|
||||
mzlib:function^
|
||||
mzlib:file^
|
||||
mzlib:string^
|
||||
mzlib:pretty-print^)
|
||||
(define preferences-file (build-path (find-system-path 'pref-dir)
|
||||
(case (system-type)
|
||||
[(macos) "MrEd Preferences"]
|
||||
[(windows) "mred.pre"]
|
||||
[(unix) ".mred.prefs"])))
|
||||
(define old-preferences-file (let-values ([(base name _2) (split-path preferences-file)])
|
||||
(build-path base (string-append name ".save"))))
|
||||
|
||||
|
||||
(define section-jump void)
|
||||
(define section-name "<<setup>>")
|
||||
(define only-these-tests #f)
|
||||
(with-handlers ([(lambda (x) #f)
|
||||
(lambda (x) (display (exn-message x)) (newline))])
|
||||
(let* ([all-files (map symbol->string (load-relative "README"))]
|
||||
[all? #f]
|
||||
[files-to-process null]
|
||||
[command-line-flags
|
||||
`((once-each
|
||||
[("-a" "--all")
|
||||
,(lambda (flag)
|
||||
(set! all? #t))
|
||||
("Run all of the tests")])
|
||||
(multi
|
||||
[("-o" "--only")
|
||||
,(lambda (flag _only-these-tests)
|
||||
(set! only-these-tests (cons (string->symbol _only-these-tests)
|
||||
(or only-these-tests null))))
|
||||
("Only run test named <test-name>" "test-name")]))])
|
||||
|
||||
(let* ([saved-command-line-file (build-path (collection-path "tests" "framework") "saved-command-line.ss")]
|
||||
[parsed-argv (if (equal? argv (vector))
|
||||
(if (file-exists? saved-command-line-file)
|
||||
(begin
|
||||
(let ([result (call-with-input-file saved-command-line-file read)])
|
||||
(printf "reusing command-line arguments: ~s~n" result)
|
||||
result))
|
||||
(vector))
|
||||
argv)])
|
||||
(parse-command-line "framework-test" parsed-argv command-line-flags
|
||||
(lambda (collected . files)
|
||||
(set! files-to-process (if (or all? (null? files)) all-files files)))
|
||||
`("Names of the tests; defaults to all tests"))
|
||||
(call-with-output-file saved-command-line-file
|
||||
(lambda (port)
|
||||
(write parsed-argv port))
|
||||
'truncate))
|
||||
|
||||
(define preferences-file (build-path (find-system-path 'pref-dir)
|
||||
(case (system-type)
|
||||
[(macos) "MrEd Preferences"]
|
||||
[(windows) "mred.pre"]
|
||||
[(unix) ".mred.prefs"])))
|
||||
(define old-preferences-file (let-values ([(base name _2) (split-path preferences-file)])
|
||||
(build-path base (string-append name ".save"))))
|
||||
|
||||
|
||||
(when (file-exists? preferences-file)
|
||||
(printf " saving preferences file ~s to ~s~n" preferences-file old-preferences-file)
|
||||
(if (file-exists? old-preferences-file)
|
||||
(printf " backup preferences file exists, using that one~n")
|
||||
(begin (copy-file preferences-file old-preferences-file)
|
||||
(printf " saved preferences file~n"))))
|
||||
|
||||
(for-each (lambda (x)
|
||||
(when (member x all-files)
|
||||
(shutdown-mred)
|
||||
(let/ec k
|
||||
(fluid-let ([section-name x]
|
||||
[section-jump k])
|
||||
(with-handlers ([(lambda (x) #t)
|
||||
(lambda (exn)
|
||||
(printf "~a~n" (if (exn? exn) (exn-message exn) exn)))])
|
||||
(printf "beginning ~a test suite~n" x)
|
||||
|
||||
(with-handlers ([(lambda (x) #f)
|
||||
(lambda (x) (display (exn-message x)) (newline))])
|
||||
(let* ([all-files (map symbol->string (load-relative "README"))]
|
||||
[all? #f]
|
||||
[files-to-process null]
|
||||
[command-line-flags
|
||||
`((once-each
|
||||
[("-a" "--all")
|
||||
,(lambda (flag)
|
||||
(set! all? #t))
|
||||
("Run all of the tests")])
|
||||
(multi
|
||||
[("-o" "--only")
|
||||
,(lambda (flag _only-these-tests)
|
||||
(set! only-these-tests (cons (string->symbol _only-these-tests)
|
||||
(or only-these-tests null))))
|
||||
("Only run test named <test-name>" "test-name")]))])
|
||||
|
||||
(let* ([saved-command-line-file (build-path (collection-path "tests" "framework") "saved-command-line.ss")]
|
||||
[parsed-argv (if (equal? argv (vector))
|
||||
(if (file-exists? saved-command-line-file)
|
||||
(begin
|
||||
(let ([result (call-with-input-file saved-command-line-file read)])
|
||||
(printf "reusing command-line arguments: ~s~n" result)
|
||||
result))
|
||||
(vector))
|
||||
argv)])
|
||||
(parse-command-line "framework-test" parsed-argv command-line-flags
|
||||
(lambda (collected . files)
|
||||
(set! files-to-process (if (or all? (null? files)) all-files files)))
|
||||
`("Names of the tests; defaults to all tests"))
|
||||
(call-with-output-file saved-command-line-file
|
||||
(lambda (port)
|
||||
(write parsed-argv port))
|
||||
'truncate))
|
||||
|
||||
|
||||
(when (file-exists? preferences-file)
|
||||
(printf " saving preferences file ~s to ~s~n" preferences-file old-preferences-file)
|
||||
(if (file-exists? old-preferences-file)
|
||||
(printf " backup preferences file exists, using that one~n")
|
||||
(begin (copy-file preferences-file old-preferences-file)
|
||||
(printf " saved preferences file~n"))))
|
||||
|
||||
(for-each (lambda (x)
|
||||
(when (member x all-files)
|
||||
(shutdown-mred)
|
||||
(let/ec k
|
||||
(fluid-let ([section-name x]
|
||||
[section-jump k])
|
||||
(with-handlers ([(lambda (x) #t)
|
||||
(lambda (exn)
|
||||
(printf "~a~n" (if (exn? exn) (exn-message exn) exn)))])
|
||||
(printf "beginning ~a test suite~n" x)
|
||||
|
||||
(invoke-unit/sig
|
||||
(eval
|
||||
`(unit/sig ()
|
||||
(invoke-unit/sig
|
||||
(eval
|
||||
`(unit/sig ()
|
||||
(import TestSuite^
|
||||
mzlib:function^
|
||||
mzlib:file^
|
||||
mzlib:string^
|
||||
mzlib:pretty-print^)
|
||||
(include ,x)))
|
||||
TestSuite^
|
||||
mzlib:function^
|
||||
mzlib:file^
|
||||
mzlib:string^
|
||||
mzlib:pretty-print^)
|
||||
(printf "PASSED ~a test suite~n" x))))))
|
||||
files-to-process)))
|
||||
TestSuite^
|
||||
mzlib:function^
|
||||
mzlib:file^
|
||||
mzlib:string^
|
||||
mzlib:pretty-print^)
|
||||
(printf "PASSED ~a test suite~n" x))))))
|
||||
files-to-process)))
|
||||
|
||||
(printf " restoring preferences file ~s to ~s~n" old-preferences-file preferences-file)
|
||||
(when (file-exists? preferences-file)
|
||||
(unless (file-exists? old-preferences-file)
|
||||
(error 'framework-test "lost preferences file backup!"))
|
||||
(delete-file preferences-file)
|
||||
(copy-file old-preferences-file preferences-file)
|
||||
(delete-file old-preferences-file))
|
||||
(printf " restored preferences file~n")
|
||||
(printf " restoring preferences file ~s to ~s~n" old-preferences-file preferences-file)
|
||||
(when (file-exists? preferences-file)
|
||||
(unless (file-exists? old-preferences-file)
|
||||
(error 'framework-test "lost preferences file backup!"))
|
||||
(delete-file preferences-file)
|
||||
(copy-file old-preferences-file preferences-file)
|
||||
(delete-file old-preferences-file))
|
||||
(printf " restored preferences file~n")
|
||||
|
||||
(shutdown-listener)
|
||||
(shutdown-listener)
|
||||
|
||||
(unless (null? failed-tests)
|
||||
(printf "FAILED tests:~n")
|
||||
(for-each (lambda (failed-test)
|
||||
(printf " ~a // ~a~n" (car failed-test) (cdr failed-test)))
|
||||
failed-tests))))
|
||||
(unless (null? failed-tests)
|
||||
(printf "FAILED tests:~n")
|
||||
(for-each (lambda (failed-test)
|
||||
(printf " ~a // ~a~n" (car failed-test) (cdr failed-test)))
|
||||
failed-tests))))
|
||||
|
||||
|
||||
(invoke-unit/sig
|
||||
(compound-unit/sig
|
||||
(import (P : (program))
|
||||
(A : (argv))
|
||||
[launcher : launcher-maker^])
|
||||
(link
|
||||
[core : mzlib:core^ ((require-library "corer.ss"))]
|
||||
[M : mzlib:command-line^ ((require-library "cmdliner.ss"))]
|
||||
[T : internal-TestSuite^ (TestSuite P E launcher (core pretty-print) (core function))]
|
||||
[E : Engine^ (Engine A T M (core function) (core file) (core string) (core pretty-print))])
|
||||
(export))
|
||||
(program)
|
||||
(argv)
|
||||
launcher-maker^)
|
||||
(invoke-unit/sig
|
||||
(compound-unit/sig
|
||||
(import (P : (program))
|
||||
(A : (argv))
|
||||
[launcher : launcher-maker^])
|
||||
(link
|
||||
[T : internal-TestSuite^ (TestSuite P E launcher)]
|
||||
[E : Engine^ (Engine A T M)])
|
||||
(export))
|
||||
(program)
|
||||
(argv)
|
||||
launcher-maker^))
|
||||
Loading…
Reference in New Issue
Block a user