use parameterize instead of setting parameters
This commit is contained in:
Robby Findler
parent
d05834afb7
commit
bd3aaa0ff7
|
|
@ -9,7 +9,6 @@
|
|||
|
||||
(provide (all-defined-out))
|
||||
|
||||
|
||||
(define types (make-parameter '()))
|
||||
(define all-types '(grammar search search-gen search-gen-enum search-gen-ref search-gen-enum-ref enum ordered))
|
||||
(define names '("grammar" "search" "backjumping" "backjumping, ordered space" "backjumping, with refresh"
|
||||
|
|
@ -67,193 +66,187 @@
|
|||
30 2.042))
|
||||
|
||||
(define (make-plot filenames)
|
||||
(parameterize ([plot-x-tick-label-angle 75]
|
||||
[plot-x-tick-label-anchor 'right]
|
||||
[plot-font-size 20]
|
||||
[error-bar-line-width 3]
|
||||
[error-bar-width 12]
|
||||
[plot-line-width 3]
|
||||
[plot-y-transform (axis-transform-bound log-transform 0.00001 +inf.0)])
|
||||
|
||||
(define data
|
||||
(let ([raw-data
|
||||
(apply append
|
||||
(for/list ([f filenames])
|
||||
(call-with-input-file f
|
||||
(λ (in)
|
||||
(read in)))))])
|
||||
(let loop ([fixed-data '()]
|
||||
[rest raw-data])
|
||||
(cond
|
||||
[(null? rest) fixed-data]
|
||||
[((length rest) . >= . 3)
|
||||
(loop (cons (take rest 3) fixed-data)
|
||||
(drop rest 3))]
|
||||
[else
|
||||
(error 'data "is the wrong length!")]))))
|
||||
(define data
|
||||
(let ([raw-data
|
||||
(apply append
|
||||
(for/list ([f filenames])
|
||||
(call-with-input-file f
|
||||
(λ (in)
|
||||
(read in)))))])
|
||||
(let loop ([fixed-data '()]
|
||||
[rest raw-data])
|
||||
(cond
|
||||
[(null? rest) fixed-data]
|
||||
[((length rest) . >= . 3)
|
||||
(loop (cons (take rest 3) fixed-data)
|
||||
(drop rest 3))]
|
||||
[else
|
||||
(error 'data "is the wrong length!")]))))
|
||||
|
||||
(define (error-bar times)
|
||||
(define sdev (stddev times #:bias #t))
|
||||
(define this-z (if (> (length times) 30)
|
||||
z
|
||||
(hash-ref t-inv-cdf-97.5 (sub1 (length times)))))
|
||||
(if (confidence-interval)
|
||||
(/ (* z sdev) (sqrt (length times)))
|
||||
(/ (stddev times #:bias #t) (sqrt (length times)))))
|
||||
|
||||
(define name-avgs (make-hash))
|
||||
|
||||
(define (error-bar times)
|
||||
(define sdev (stddev times #:bias #t))
|
||||
(define this-z (if (> (length times) 30)
|
||||
z
|
||||
(hash-ref t-inv-cdf-97.5 (sub1 (length times)))))
|
||||
(if (confidence-interval)
|
||||
(/ (* z sdev) (sqrt (length times)))
|
||||
(/ (stddev times #:bias #t) (sqrt (length times)))))
|
||||
(define data-stats
|
||||
(let loop ([d data]
|
||||
[sorted-times (hash)])
|
||||
(match d
|
||||
[(cons (list name type time) rest)
|
||||
(loop rest
|
||||
(hash-set sorted-times (cons name type)
|
||||
(cons (/ time 1000)
|
||||
(hash-ref sorted-times (cons name type)
|
||||
(λ () '())))))]
|
||||
['()
|
||||
(for/list ([(name/type times) (in-hash sorted-times)]
|
||||
#:unless (and ((length times) . < . (min-trials))
|
||||
(not (equal? (cdr name/type) 'ordered))))
|
||||
(define name (last (regexp-split #rx"/" (car name/type))))
|
||||
(cond
|
||||
[(equal? (cdr name/type) (order-by))
|
||||
(hash-set! name-avgs name (mean times))]
|
||||
[(list? (hash-ref name-avgs name '()))
|
||||
(hash-set! name-avgs
|
||||
name
|
||||
(cons (mean times) (hash-ref name-avgs name '())))])
|
||||
(list (car name/type)
|
||||
(cdr name/type)
|
||||
(mean times)
|
||||
(if (equal? (cdr name/type) 'ordered)
|
||||
0
|
||||
(error-bar times))))])))
|
||||
|
||||
(define name-avgs (make-hash))
|
||||
(define (name-order name)
|
||||
(length
|
||||
(or
|
||||
(memf
|
||||
(λ (n) (equal? n name))
|
||||
(sort (hash-keys name-avgs)
|
||||
>
|
||||
#:key (λ (k)
|
||||
(define val (hash-ref name-avgs k))
|
||||
(if (number? val)
|
||||
val
|
||||
(mean val)))))
|
||||
'())))
|
||||
|
||||
(define data-stats
|
||||
(let loop ([d data]
|
||||
[sorted-times (hash)])
|
||||
(match d
|
||||
[(cons (list name type time) rest)
|
||||
(loop rest
|
||||
(hash-set sorted-times (cons name type)
|
||||
(cons (/ time 1000)
|
||||
(hash-ref sorted-times (cons name type)
|
||||
(λ () '())))))]
|
||||
['()
|
||||
(for/list ([(name/type times) (in-hash sorted-times)]
|
||||
#:unless (and ((length times) . < . (min-trials))
|
||||
(not (equal? (cdr name/type) 'ordered))))
|
||||
(define name (last (regexp-split #rx"/" (car name/type))))
|
||||
(cond
|
||||
[(equal? (cdr name/type) (order-by))
|
||||
(hash-set! name-avgs name (mean times))]
|
||||
[(list? (hash-ref name-avgs name '()))
|
||||
(hash-set! name-avgs
|
||||
name
|
||||
(cons (mean times) (hash-ref name-avgs name '())))])
|
||||
(list (car name/type)
|
||||
(cdr name/type)
|
||||
(mean times)
|
||||
(if (equal? (cdr name/type) 'ordered)
|
||||
0
|
||||
(error-bar times))))])))
|
||||
(define (get-name-num name n)
|
||||
(+ (if (offset?)
|
||||
(+ (/ n 12)
|
||||
(- (/ (sub1 (length (types))) 12)))
|
||||
0)
|
||||
(name-order name)))
|
||||
|
||||
(define (plot-type type n)
|
||||
(define this-type
|
||||
(map (λ (d)
|
||||
(define name (last (regexp-split #rx"/" (car d))))
|
||||
(cons name (cdr d)))
|
||||
(filter
|
||||
(λ (l)
|
||||
(and (equal? type (list-ref l 1))
|
||||
(list-ref l 2)))
|
||||
data-stats)))
|
||||
(list
|
||||
(points
|
||||
(map
|
||||
(λ (l)
|
||||
(list (get-name-num (list-ref l 0) n) (list-ref l 2)))
|
||||
this-type)
|
||||
#:label (string-append (hash-ref type-names type)
|
||||
(format " (~s successes)" (length this-type)))
|
||||
#:sym (hash-ref type-symbols type)
|
||||
#:size 20
|
||||
#:line-width 2
|
||||
#:color (add1 n))
|
||||
(error-bars
|
||||
(map (λ (d)
|
||||
(list (get-name-num (list-ref d 0) n)
|
||||
(list-ref d 2)
|
||||
(list-ref d 3)))
|
||||
this-type)
|
||||
#:y-min 0.01
|
||||
#:line-width 1
|
||||
#:color (length (member type all-types)))))
|
||||
|
||||
(plot-x-tick-label-angle 75)
|
||||
(plot-x-tick-label-anchor 'right)
|
||||
(plot-font-size 20)
|
||||
(error-bar-line-width 3)
|
||||
(error-bar-width 12)
|
||||
(plot-line-width 3)
|
||||
(define (zero->neg n)
|
||||
(if (zero? n)
|
||||
(- 500)
|
||||
n))
|
||||
|
||||
(plot-y-transform (axis-transform-bound log-transform 0.00001 +inf.0))
|
||||
(define (tlabel pre-tick)
|
||||
(define v (pre-tick-value pre-tick))
|
||||
(define label-list
|
||||
(filter
|
||||
(λ (n) (= (name-order n) v))
|
||||
(hash-keys name-avgs)))
|
||||
(if (empty? label-list)
|
||||
""
|
||||
(car label-list)))
|
||||
|
||||
(define (name-order name)
|
||||
(length
|
||||
(or
|
||||
(memf
|
||||
(λ (n) (equal? n name))
|
||||
(sort (hash-keys name-avgs)
|
||||
>
|
||||
#:key (λ (k)
|
||||
(define val (hash-ref name-avgs k))
|
||||
(if (number? val)
|
||||
val
|
||||
(mean val)))))
|
||||
'())))
|
||||
(plot-x-ticks (ticks (linear-ticks-layout #:number 30 #:base 10
|
||||
#:divisors '(1))
|
||||
(λ (_1 _2 pts) (map tlabel pts))))
|
||||
|
||||
(define (get-name-num name n)
|
||||
(+ (if (offset?)
|
||||
(+ (/ n 12)
|
||||
(- (/ (sub1 (length (types))) 12)))
|
||||
0)
|
||||
(name-order name)))
|
||||
(define (loggy-ticks _1 _2)
|
||||
(for*/list
|
||||
([f (in-list '(1 10 100 1000 10000))]
|
||||
[n (in-range 1 10)])
|
||||
(pre-tick (* f n) (or
|
||||
(= n 5)
|
||||
(= n 1)))))
|
||||
|
||||
(define (plot-type type n)
|
||||
(define this-type
|
||||
(map (λ (d)
|
||||
(define name (last (regexp-split #rx"/" (car d))))
|
||||
(cons name (cdr d)))
|
||||
(filter
|
||||
(λ (l)
|
||||
(and (equal? type (list-ref l 1))
|
||||
(list-ref l 2)))
|
||||
data-stats)))
|
||||
(list
|
||||
(points
|
||||
(map
|
||||
(λ (l)
|
||||
(list (get-name-num (list-ref l 0) n) (list-ref l 2)))
|
||||
this-type)
|
||||
#:label (string-append (hash-ref type-names type)
|
||||
(format " (~s successes)" (length this-type)))
|
||||
#:sym (hash-ref type-symbols type)
|
||||
#:size 20
|
||||
#:line-width 2
|
||||
#:color (add1 n))
|
||||
(error-bars
|
||||
(map (λ (d)
|
||||
(list (get-name-num (list-ref d 0) n)
|
||||
(list-ref d 2)
|
||||
(list-ref d 3)))
|
||||
this-type)
|
||||
#:y-min 0.01
|
||||
#:line-width 1
|
||||
#:color (length (member type all-types)))))
|
||||
(plot-y-ticks
|
||||
(log-ticks #:number 20 #:base 10))
|
||||
|
||||
(define (zero->neg n)
|
||||
(if (zero? n)
|
||||
(- 500)
|
||||
n))
|
||||
|
||||
(define (tlabel pre-tick)
|
||||
(define v (pre-tick-value pre-tick))
|
||||
(define label-list
|
||||
(filter
|
||||
(λ (n) (= (name-order n) v))
|
||||
(hash-keys name-avgs)))
|
||||
(if (empty? label-list)
|
||||
""
|
||||
(car label-list)))
|
||||
|
||||
(plot-x-ticks (ticks (linear-ticks-layout #:number 30 #:base 10
|
||||
#:divisors '(1))
|
||||
(λ (_1 _2 pts) (map tlabel pts))))
|
||||
|
||||
(define (loggy-ticks _1 _2)
|
||||
(for*/list
|
||||
([f (in-list '(1 10 100 1000 10000))]
|
||||
[n (in-range 1 10)])
|
||||
(pre-tick (* f n) (or
|
||||
(= n 5)
|
||||
(= n 1)))))
|
||||
|
||||
(plot-y-ticks
|
||||
(log-ticks #:number 20 #:base 10))
|
||||
|
||||
(if (output-file)
|
||||
(plot
|
||||
(for/list ([t (if (empty? (types)) all-types (types))]
|
||||
[n (in-naturals)])
|
||||
(plot-type t n))
|
||||
#:y-label "avg. seconds to find bug"
|
||||
#:x-label "file"
|
||||
#:x-min 0
|
||||
#:y-min (min-y)
|
||||
#:y-max (if (max-t)
|
||||
(* 60 (max-t))
|
||||
(+ 5 (/ (apply max (filter values (map (λ (d) (list-ref d 2)) data))) 1000)))
|
||||
#:x-max (+ 0.5 (length (hash-keys name-avgs)))
|
||||
#:legend-anchor 'top-left
|
||||
#:width 1024
|
||||
#:height 768
|
||||
#:out-file (output-file)
|
||||
#:out-kind 'jpeg)
|
||||
(plot-pict
|
||||
(for/list ([t (if (empty? (types)) all-types (types))]
|
||||
[n (in-naturals)])
|
||||
(plot-type t n))
|
||||
#:y-label "avg. seconds to find bug"
|
||||
#:x-label "file"
|
||||
#:x-min 0
|
||||
#:y-min (min-y)
|
||||
#:y-max (if (max-t)
|
||||
(* 60 (max-t))
|
||||
(+ 5 (/ (apply max (filter values (map (λ (d) (list-ref d 2)) data))) 1000)))
|
||||
#:x-max (+ 0.5 (length (hash-keys name-avgs)))
|
||||
#:legend-anchor 'top-left
|
||||
#:width 1024
|
||||
#:height 768))
|
||||
)
|
||||
(if (output-file)
|
||||
(plot
|
||||
(for/list ([t (if (empty? (types)) all-types (types))]
|
||||
[n (in-naturals)])
|
||||
(plot-type t n))
|
||||
#:y-label "avg. seconds to find bug"
|
||||
#:x-label "file"
|
||||
#:x-min 0
|
||||
#:y-min (min-y)
|
||||
#:y-max (if (max-t)
|
||||
(* 60 (max-t))
|
||||
(+ 5 (/ (apply max (filter values (map (λ (d) (list-ref d 2)) data))) 1000)))
|
||||
#:x-max (+ 0.5 (length (hash-keys name-avgs)))
|
||||
#:legend-anchor 'top-left
|
||||
#:width 1024
|
||||
#:height 768
|
||||
#:out-file (output-file)
|
||||
#:out-kind 'jpeg)
|
||||
(plot-pict
|
||||
(for/list ([t (if (empty? (types)) all-types (types))]
|
||||
[n (in-naturals)])
|
||||
(plot-type t n))
|
||||
#:y-label "avg. seconds to find bug"
|
||||
#:x-label "file"
|
||||
#:x-min 0
|
||||
#:y-min (min-y)
|
||||
#:y-max (if (max-t)
|
||||
(* 60 (max-t))
|
||||
(+ 5 (/ (apply max (filter values (map (λ (d) (list-ref d 2)) data))) 1000)))
|
||||
#:x-max (+ 0.5 (length (hash-keys name-avgs)))
|
||||
#:legend-anchor 'top-left
|
||||
#:width 1024
|
||||
#:height 768))))
|
||||
|
||||
|
||||
(module+
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user