typed-racket/typed-racket-test/unit-tests/contract-tests.rkt
Andrew Kent 81b134cbb9 add refinement types, linear expr objs, and ineq props (#510)
This PR adds about half of the needed primitives and logic for
reasoning about linear integer arithmetic in programs with interesting
dependent types. Things have been added in a way s.t. programs will
still continue to typecheck as they did, but if you want integer literals
and certain operations (e.g. *,+,<,<=,=,>=,>) to include linear inequality
information by default, you need to include the
'#:with-linear-integer-arithmetic' keyword at the top of your module.

The other features needed to get TR to be able to check things like
verified vector operations will be to ajust function types so
dependencies can exist between arguments and a minor tweak to get
type inference to consider the symbolic objects of functions arguments.
These features should be coming shortly in a future pull request.
2017-03-27 14:32:29 -04:00

606 lines
24 KiB
Racket

#lang racket/base
(require "test-utils.rkt"
(for-syntax racket/base
syntax/parse)
(for-template racket/base)
(private type-contract)
(rep type-rep values-rep)
(types abbrev numeric-tower prop-ops)
(static-contracts combinators optimize)
(submod typed-racket/private/type-contract numeric-contracts)
(submod typed-racket/private/type-contract test-exports)
(only-in racket/contract contract)
racket/match
(except-in typed/racket/class private)
rackunit)
(provide tests)
(gen-test-main)
(define-syntax-rule (t e)
(test-case (format "~a" 'e)
(let ([v e])
(with-check-info (('type v))
(type->contract
e
(λ (#:reason [reason #f])
(fail-check (or reason "Type could not be converted to contract"))))))))
(define-syntax-rule (t-sc e-t e-sc)
(test-case (format "~a" '(e-t -> e-sc))
(let ([t e-t] [sc e-sc])
(with-check-info (['type t] ['expected sc])
(define actual
(optimize
(type->static-contract
t
(λ (#:reason [reason #f])
(fail-check (or reason "Type could not be converted to contract"))))))
(with-check-info (['actual actual])
(unless (equal? actual sc)
(fail-check "Static contract didn't match expected")))))))
(define-syntax-rule (t/fail e expected-reason)
(test-case (format "~a" 'e)
(let ((v e))
(with-check-info (('expected expected-reason)
('type v))
(define reason
(let/ec exit
(let ([contract (type->contract v (λ (#:reason [reason #f])
(exit (or reason "No reason given"))))])
(match-define (list ctc-defs ctc) contract)
(define ctc-data (map syntax->datum (append ctc-defs (list ctc))))
(with-check-info (('contract ctc-data))
(fail-check "type could be converted to contract")))))
(unless (regexp-match? expected-reason reason)
(with-check-info (('reason reason))
(fail-check "Reason didn't match expected.")))))))
;; construct a namespace for use in typed-untyped interaction tests
(define (ctc-namespace)
(parameterize ([current-namespace (make-base-namespace)])
(namespace-require 'racket/contract)
(namespace-require 'racket/sequence)
(namespace-require 'typed-racket/utils/any-wrap)
(namespace-require 'typed-racket/utils/evt-contract)
(namespace-require 'typed-racket/utils/opaque-object)
(namespace-require 'typed-racket/utils/simple-result-arrow)
(namespace-require '(submod typed-racket/private/type-contract predicates))
(namespace-require 'typed/racket/class)
(current-namespace)))
;; (t-int type (-> any any) any)
;; Use #:typed (default) to simulate typed export,
;; #:untyped for untyped export.
(define-syntax-rule (t-int arg ...)
(t-int/check arg ... check-not-exn))
(define (check-re re)
(λ (thunk)
(check-exn
(λ (e)
(and (exn:fail? e)
(regexp-match? re (exn-message e))))
thunk)))
;; (t-int/fail type (-> any any) any #:msg regexp)
;; Like t-int, but checks failing cases. Takes a regexp for checking
;; the exception message.
(define-syntax-rule (t-int/fail arg ... #:msg re)
(t-int/check arg ... (check-re re)))
;; tests typed-untyped interaction
(define-syntax (t-int/check stx)
(syntax-parse stx
[(_ type-expr fun-expr val-expr
(~or (~and (~or (~seq) (~seq #:typed))
(~bind [typed-side #'#t]))
(~and (~seq #:untyped)
(~bind [typed-side #'#f])))
check)
(define pos (if (syntax-e #'typed-side) 'typed 'untyped))
(define neg (if (syntax-e #'typed-side) 'untyped 'typed))
#`(test-case (format "~a for ~a in ~a" 'type-expr 'val-expr 'fun-expr)
(let ([type-val type-expr])
(with-check-info (['type type-val] ['test-value (quote val-expr)])
(define ctc-result
(type->contract type-val
#:typed-side typed-side
(λ (#:reason [reason #f])
(fail-check (or reason "Type could not be converted to contract")))))
(match-define (list extra-stxs ctc-stx) ctc-result)
(define namespace (ctc-namespace))
(define val (eval (quote val-expr) namespace))
(define fun-val (eval (quote fun-expr) namespace))
#,(quasisyntax/loc stx
(check (λ ()
(define ctced-val
(eval #`(let ()
#,@(map (λ (stx) (syntax-shift-phase-level stx 1))
extra-stxs)
(contract #,(syntax-shift-phase-level ctc-stx 1)
#,val
#,(quote (quote #,pos))
#,(quote (quote #,neg))))
namespace))
(fun-val ctced-val)))))))]))
(define tests
(test-suite
"Contract Tests"
(t (-Number . -> . -Number))
(t (-Promise -Number))
(t (-set Univ))
(t (make-pred-ty -Symbol))
(t (->key -Symbol #:key -Boolean #t Univ))
(t (make-Function
(list (make-arr* (list Univ) -Boolean #:kws (list (make-Keyword '#:key Univ #t))
#:props (-PS (-is-type 0 -Symbol) (-not-type 0 -Symbol))))))
(t (-struct #'struct-name1 #f (list (make-fld -Symbol #'acc #f))))
;; Adapted from PR 13815
(t (-poly (a) (-> a a)))
(t (-poly (a) (-mu X (-> a X))))
(t (-poly (a) (-poly (b) (-> a a))))
(t (-poly (a) (-App (-poly (b) (-> a a)) (list -Number))))
(t (-poly (a) -Flonum))
(t (-poly (a) (-set -Number)))
(t (-poly (a) (-lst a)))
(t (-poly (a) (-vec a)))
(t (-> (-poly (A B) (-> (Un A (-mu X (Un A (-lst X)))) (Un A (-mu X (Un A (-lst X))))))
(-> -Symbol (-mu X (Un -Symbol (-lst X))))))
(t (-polydots (a) -Symbol))
(t (-polydots (a) (->... (list) (a a) -Symbol)))
(t (-polyrow (a) (list null null null null) -Symbol))
(t (-polyrow (a) (list null null null null)
(-> (-class #:row (-v a)) (-class #:row (-v a)))))
(t (-mu x (-Syntax x)))
(t (-> (-> Univ -Bottom : -ff-propset) -Bottom : -ff-propset))
(t (-poly (A B) (-> A B (Un A B))))
(t/fail ((-poly (a) (-vec a)) . -> . -Symbol)
"cannot generate contract for non-function polymorphic type")
(t/fail (-> (-poly (a b) (-> (Un a b) (Un a b))) Univ)
"multiple parametric contracts are not supported")
(t/fail
(-> (-poly (A B) (-> (Un B (-mu X (Un A (-lst X)))) (Un B (-mu X (Un A (-lst X))))))
(-> -Symbol (-mu X (Un -Symbol (-lst X)))))
"multiple parametric contracts are not supported")
(t/fail (-> (-polydots (a) (->... (list) (a a) -Symbol)) Univ)
"cannot generate contract for variable arity polymorphic type")
;; PR 14894 - FIXME: the polydots case may be possible for typed functions
(t/fail (-polydots (a) (->... (list) (a a) (make-ValuesDots null a 'a)))
"dotted return values")
(t/fail (-> ManyUniv)
"unknown return values")
;; Github Issue #50
(t (cl->* (-> -String -Bottom) (-> -String -Symbol -Bottom)))
(t (make-Function
(list (make-arr* (list -String) -Boolean
#:kws (list (make-Keyword '#:key Univ #t))
#:props (-PS (-is-type 0 -Symbol) (-not-type 0 -Symbol)))
(make-arr* (list -String Univ) -Boolean
#:kws (list (make-Keyword '#:key Univ #t))
#:props (-PS (-is-type 0 -Symbol) (-not-type 0 -Symbol))))))
(t/fail (cl->* (-> -String ManyUniv) (-> -String Univ ManyUniv))
"unknown return values")
(t/fail
(make-Function
(list (make-arr* (list) -Boolean #:kws (list (make-Keyword '#:key Univ #f)))
(make-arr* (list Univ) -Boolean #:kws (list (make-Keyword '#:key2 Univ #f)))))
"case function type with optional keyword arguments")
(t/fail (-> (make-pred-ty -Symbol)-Symbol)
"function type with props or objects")
(t/fail (cl->*
(-> -Boolean -Boolean)
(-> -Symbol -Symbol))
"two cases of arity 1")
(t/fail (-struct #'struct-name2 #f (list (make-fld -Symbol #'acc #f)) (-> -Symbol))
"procedural structs are not supported")
(t/fail (-Syntax (-> -Boolean -Boolean))
"required a flat contract but generated a chaperone contract")
(t/fail (-Syntax (-seq -Boolean))
"required a flat contract but generated an impersonator contract")
(t/fail (-set (-seq -Boolean))
"required a chaperone contract but generated an impersonator contract")
(t/fail
(make-Function
(list
(make-arr* (list) -Boolean #:kws (list (make-Keyword '#:key Univ #t)))
(make-arr* (list Univ Univ) -Boolean #:kws (list (make-Keyword '#:key2 Univ #t)))))
"case function type with optional keyword arguments")
(t/fail (-vec (-struct #'struct-name3 #f (list (make-fld (-seq -Symbol) #'acc #f)) #f #t))
"required a chaperone contract but generated an impersonator contract")
(t-sc -Number number/sc)
(t-sc -Integer integer/sc)
(t-sc (-lst Univ) (listof/sc any-wrap/sc))
(t-sc (Un (-lst Univ) -Number) (or/sc number/sc (listof/sc any-wrap/sc)))
;; Github pull request #226
(let ([ctc (-> Univ -Boolean)])
;; Ordinary functions should have a contract
(t-int ctc
(lambda (f) (f 6))
(lambda (x) #t)
#:untyped)
(t-int/fail ctc
(lambda (f) (f 6))
(lambda (x) 'bad)
#:untyped
#:msg #rx"promised: boolean\\?.*produced: 'bad.*blaming: untyped")
;; Struct predicates should not have a contract
(t-int ctc
(lambda (foo?)
(when (has-contract? foo?)
(error "Regression failed for PR #266: struct predicate has a contract"))
(foo? foo?))
(let-values ([(_t _c foo? _a _m) (make-struct-type 'foo #f 0 0)])
foo?)
#:untyped)
;; Unless the struct predicate is guarded by an untyped chaperone
(t-int/fail ctc
(lambda (foo?) (foo? string-append))
(let-values ([(_t _c foo? _a _m) (make-struct-type 'foo #f 0 0)])
(chaperone-procedure foo? (lambda (x) (x 0) x)))
#:untyped
#:msg #rx"broke its own contract")
;; Typed chaperones are okay, though
(t-int ctc
(lambda (foo?)
(when (has-contract? foo?)
(error "Regression failed for PR #266: typed chaperone has a contract"))
(foo? foo?))
(let-values ([(_t _c foo? _a _m) (make-struct-type 'foo #f 0 0)])
(chaperone-procedure foo? #f))
#:typed))
;; classes
(t-sc (-class) (class/sc #f null null))
(t-sc (-class #:init ([x -Number #f] [y -Number #f]))
(class/sc #f
(list (member-spec 'init 'x number/sc)
(member-spec 'init 'y number/sc))
null))
(t-sc (-class #:init ([x -Number #f] [y -Number #t]))
(class/sc #f
(list (member-spec 'init 'x number/sc)
(member-spec 'init 'y number/sc))
null))
(t-sc (-class #:init ([x -Number #f]) #:init-field ([y -Integer #f]))
(class/sc #f
(list (member-spec 'init 'x number/sc)
(member-spec 'init 'y integer/sc)
(member-spec 'field 'y integer/sc))
null))
(t (-class #:method ([m (-poly (x) (-> x x))])))
(t (-class #:method ([m (-polydots (x) (->... (list) (x x) -Void))])))
(t (-class #:method ([m (-polyrow (x) (list null null null null)
(-> (-class #:row (-v x)) -Void))])))
;; units
;; These tests do not have sufficient coverage because more
;; coverage requires a proper set up of the signature environment.
;; Further coverage of unit contract compilations occurs in
;; integration tests.
(t-sc (-unit null null null (-values (list -Integer)))
(unit/sc null null null (list integer/sc)))
(t-sc (-unit null null null (-values (list -Integer -Number)))
(unit/sc null null null (list integer/sc number/sc)))
(t-sc (-unit null null null (-values (list)))
(unit/sc null null null null))
;; typed/untyped interaction tests
(t-int (-poly (a) (-> a a))
(λ (f) (f 1))
(λ (x) 1)
#:typed)
(t-int/fail (-poly (a) (-> a a))
(λ (f) (f 1))
(λ (x) 1)
#:untyped
#:msg #rx"produced: 1.*blaming: untyped")
(t-int (cl->* (->* '() -String -String)
(->* (list -Symbol) -Symbol -Symbol))
(λ (f) (f "a" "b"))
(case-lambda [xs (car xs)]
[(sym . xs) sym]))
(t-int (make-Evt -String)
(λ (x) (channel-get x))
(let ([ch (make-channel)])
(thread (λ () (channel-put ch "ok")))
ch)
#:untyped)
(t-int/fail (make-Evt -String)
(λ (x) (channel-get x))
(let ([ch (make-channel)])
(thread (λ () (channel-put ch 'bad)))
ch)
#:untyped
#:msg #rx"promised: String.*produced: 'bad")
(t-int/fail (make-Evt (-> -String -String))
(λ (x) ((sync x) 'bad))
(let ([ch (make-channel)])
(thread
(λ ()
(channel-put ch (λ (x) (string-append x "x")))))
ch)
#:typed
#:msg #rx"expected: String.*given: 'bad")
(t-int/fail (make-Evt -String)
(λ (x) (channel-put x "bad"))
(make-channel)
#:untyped
#:msg #rx"cannot put on a channel")
;; typed/untyped interaction with class/object contracts
(t-int/fail (-object #:method ([m (-> -String)]))
(λ (o) (send o n))
(new (class object% (super-new)
(define/public (m) "m")
(define/public (n) "n")))
#:typed
#:msg #rx"cannot call uncontracted")
(t-int (-class #:method ([m (-> -String)]))
(λ (s%) (class s% (super-new)
(define/public (n) "ok")))
(class object% (super-new)
(define/public (m) "m"))
#:untyped)
;; Github issue #368
(t-int/fail (-> -Integer -Integer)
values
3
#:untyped
#:msg #rx"promised: a procedure")
(t-int/fail (-> -Integer -Integer)
values
(λ () 3)
#:untyped
#:msg #rx"that accepts 1 non-keyword")
;; Value types with numbers shouldn't be checked with =
(t-int/fail (make-Value 3.0)
values
3
#:untyped
#:msg #rx"promised: 3.0")
(t-int/fail (make-Value 3)
values
3.0
#:untyped
#:msg #rx"promised: 3")
;; intersection types
(t (-unsafe-intersect (-seq -Symbol) (-pair -Symbol (-lst -Symbol))))
(t/fail (-unsafe-intersect (-Number . -> . -Number) (-String . -> . -String))
"more than 1 non-flat contract")
(t/fail (-unsafe-intersect (-box -Symbol) (-box Univ))
"more than 1 non-flat contract")
;; logical refinements
(let ([int<=42 (-refine/fresh x -Int (-leq (-lexp x) (-lexp 42)))])
(t int<=42)
(t-int (-> int<=42 int<=42)
(λ (c) (c 1))
(λ (_) 1)
#:typed)
(t-int/fail (-> int<=42 int<=42)
(λ (c) (c "bad"))
(λ (_) 1)
#:typed
#:msg #rx"expected: Integer.*given: \"bad\"")
(t-int/fail (-> int<=42 int<=42)
(λ (c) (c 43))
(λ (_) 1)
#:typed
#:msg #rx"expected: .*given: 43")
(t-int/fail (-> int<=42 int<=42)
(λ (c) (c 1))
(λ (_) "bad")
#:untyped
#:msg #rx"promised: .*produced: \"bad\"")
(t-int/fail (-> int<=42 int<=42)
(λ (c) (c 1))
(λ (_) 43)
#:untyped
#:msg #rx"promised: .*produced: 43")
;; make sure we optimize away the trusted side (e.g. if the type
;; system is unsound, we can return an incorrect value)
(t-int (-> int<=42 int<=42)
(λ (c) (c 1))
(λ (_) 43)
#:typed))
;; logical refinements w/ car/cdr
(let ([ord-pair (-refine/fresh p (-pair -Int -Int) (-leq (-lexp (-car-of (-id-path p)))
(-lexp (-cdr-of (-id-path p)))))])
(t ord-pair)
(t-int (-> ord-pair ord-pair)
(λ (c) (cons 1 2))
(λ (_) 1)
#:typed)
(t-int/fail (-> ord-pair ord-pair)
(λ (c) (c "bad"))
(λ (_) (cons 1 2))
#:typed
#:msg #rx"expected: .*given: \"bad\"")
(t-int/fail (-> ord-pair ord-pair)
(λ (c) (c (cons "a" 0)))
(λ (_) (cons 1 2))
#:typed
#:msg #rx"expected: .*given: \"a\"")
(t-int/fail (-> ord-pair ord-pair)
(λ (c) (c (cons 0 "d")))
(λ (_) (cons 1 2))
#:typed
#:msg #rx"expected: .*given: \"d\"")
(t-int/fail (-> ord-pair ord-pair)
(λ (c) (c (cons 1 0)))
(λ (_) (cons 1 2))
#:typed
#:msg #rx"expected: .*given: .*(1 . 0)")
(t-int/fail (-> ord-pair ord-pair)
(λ (c) (c (cons 3 4)))
(λ (_) "bad")
#:untyped
#:msg #rx"promised: .*produced: \"bad\"")
(t-int/fail (-> ord-pair ord-pair)
(λ (c) (c (cons 3 4)))
(λ (_) (cons 4 3))
#:untyped
#:msg #rx"promised: .*produced: .*(4 . 3)")
;; make sure we optimize away the trusted side (e.g. if the type
;; system is unsound, we can return an incorrect value)
(t-int (-> ord-pair ord-pair)
(λ (c) (cons 3 4))
(λ (_) 43)
#:typed))
;; refinements w/ vector length refinements
(let ([vec-w/len<=10
(-refine/fresh p (-vec Univ) (-leq (-lexp (-vec-len-of (-id-path p)))
(-lexp 10)))])
(t vec-w/len<=10)
(t-int (-> vec-w/len<=10 vec-w/len<=10)
(λ (c) (c (vector 0)))
(λ (_) (vector 0))
#:typed)
(t-int/fail (-> vec-w/len<=10 vec-w/len<=10)
(λ (c) (c (for/vector ([n (in-range 11)]) n)))
(λ (_) (vector 0))
#:typed
#:msg #rx"expected: .*given: .*(0 1 2 3 4 5 6 7 8 9 10)")
(t-int/fail (-> vec-w/len<=10 vec-w/len<=10)
(λ (c) (c (vector 0)))
(λ (_) (for/vector ([n (in-range 11)]) n))
#:untyped
#:msg #rx"promised: .*produced: .*(0 1 2 3 4 5 6 7 8 9 10)")
;; typed can be unsound
(t-int (-> vec-w/len<=10 vec-w/len<=10)
(λ (c) (c (vector 0)))
(λ (_) (for/vector ([n (in-range 11)]) n))
#:typed))
;; logical propositions about types
(let ([pair-car-is-int (-refine/fresh p (-pair Univ Univ) (-is-type (-car-of (-id-path p)) -Int))])
(t pair-car-is-int)
(t-int (-> pair-car-is-int pair-car-is-int)
(λ (c) (c (cons 42 "any")))
(λ (_) (cons 42 "any"))
#:typed)
(t-int/fail (-> pair-car-is-int pair-car-is-int)
(λ (c) (c (cons "any" "any")))
(λ (_) (cons 42 "any"))
#:typed
#:msg #rx"given: .*(\"any\" . \"any\")")
(t-int/fail (-> pair-car-is-int pair-car-is-int)
(λ (c) (c (cons "any" "any")))
(λ (_) (cons "any" "any"))
#:untyped
#:msg #rx"produced: .*(\"any\" . \"any\")")
;; check range is not checked
(t-int (-> pair-car-is-int pair-car-is-int)
(λ (c) (c (cons 42 "any")))
(λ (_) (cons "any" "any"))
#:typed))
(let ([pair-car-not-int (-refine/fresh p (-pair Univ Univ) (-not-type (-car-of (-id-path p)) -Int))])
(t pair-car-not-int)
(t-int (-> pair-car-not-int pair-car-not-int)
(λ (c) (c (cons "any" 42)))
(λ (_) (cons "any" 42))
#:typed)
(t-int/fail (-> pair-car-not-int pair-car-not-int)
(λ (c) (c (cons 42 "any")))
(λ (_) (cons "any" "any"))
#:typed
#:msg #rx"given: .*(42 . \"any\")")
(t-int/fail (-> pair-car-not-int pair-car-not-int)
(λ (c) (c (cons "any" "any")))
(λ (_) (cons 42 "any"))
#:untyped
#:msg #rx"produced: .*(42 . \"any\")")
;; check range is not checked
(t-int (-> pair-car-not-int pair-car-not-int)
(λ (c) (c (cons "any" "any")))
(λ (_) (cons 42 "any"))
#:typed))
(let ([int=42 (-refine/fresh x -Int (-and (-leq (-lexp x) (-lexp 42))
(-leq (-lexp 42) (-lexp x))))])
(t int=42)
(t-int (-> int=42 int=42)
(λ (c) (c 42))
(λ (_) 42)
#:typed)
(t-int/fail (-> int=42 int=42)
(λ (c) (c "foo"))
(λ (_) 42)
#:typed
#:msg #rx"expected: Integer.*given: .*\"foo\"")
(t-int/fail (-> int=42 int=42)
(λ (c) (c 41))
(λ (_) 42)
#:typed
#:msg #rx"expected: .*given: .*41")
(t-int/fail (-> int=42 int=42)
(λ (c) (c 43))
(λ (_) 42)
#:typed
#:msg #rx"expected: .*given: .*43")
;; range is skipped
(t-int (-> int=42 int=42)
(λ (c) (c 42))
(λ (_) 41)
#:typed))
(let ([int<=0or>=100 (-refine/fresh x -Int (-or (-leq (-lexp x) (-lexp 0))
(-leq (-lexp 100) (-lexp x))))])
(t int<=0or>=100)
(t-int (-> int<=0or>=100 int<=0or>=100)
(λ (c) (c -1))
(λ (_) -1)
#:typed)
(t-int (-> int<=0or>=100 int<=0or>=100)
(λ (c) (c 0))
(λ (_) 0)
#:typed)
(t-int (-> int<=0or>=100 int<=0or>=100)
(λ (c) (c 100))
(λ (_) 100)
#:typed)
(t-int (-> int<=0or>=100 int<=0or>=100)
(λ (c) (c 101))
(λ (_) 101)
#:typed)
(t-int/fail (-> int<=0or>=100 int<=0or>=100)
(λ (c) (c "foo"))
(λ (_) -1)
#:typed
#:msg #rx"expected: Integer.*given: .*\"foo\"")
(t-int/fail (-> int<=0or>=100 int<=0or>=100)
(λ (c) (c 42))
(λ (_) -1)
#:typed
#:msg #rx"expected: .*given: .*42")
;; range is skipped
(t-int (-> int<=0or>=100 int<=0or>=100)
(λ (c) (c 120))
(λ (_) 50)
#:typed))
(t/fail (-refine/fresh p (-pair Univ Univ) (-is-type (-car-of (-id-path p)) (-vec Univ)))
"proposition contract generation not supported for non-flat types")
(t/fail (-refine/fresh p (-pair Univ Univ) (-not-type (-car-of (-id-path p)) (-vec Univ)))
"proposition contract generation not supported for non-flat types")))