(module string mzscheme (provide string-lowercase! string-uppercase! eval-string read-from-string read-from-string-all expr->string regexp-quote regexp-replace-quote regexp-match* regexp-match-positions* regexp-match-peek-positions* regexp-split regexp-match-exact? regexp-match/fail-without-reading) (require (lib "etc.ss")) (define make-string-do! (lambda (translate) (lambda (s) (let loop ([n (sub1 (string-length s))]) (unless (negative? n) (string-set! s n (translate (string-ref s n))) (loop (sub1 n))))))) (define string-lowercase! (make-string-do! char-downcase)) (define string-uppercase! (make-string-do! char-upcase)) (define eval-string (let ([do-eval (lambda (str) (let ([p (open-input-string str)]) (apply values (let loop () (let ([e (read p)]) (if (eof-object? e) '() (call-with-values (lambda () (eval e)) (case-lambda [() (loop)] [(only) (cons only (loop))] [multi (append multi (loop))]))))))))]) (case-lambda [(str) (eval-string str #f #f)] [(str error-display) (eval-string str error-display #f)] [(str error-display error-result) (if (or error-display error-result) (with-handlers ([void (lambda (exn) ((or error-display (lambda (x) ((error-display-handler) x exn))) (exn-message exn)) (if error-result (error-result) #f))]) (do-eval str)) (do-eval str))]))) (define read-from-string-one-or-all (case-lambda [(k all? str) (read-from-string-one-or-all k all? str #f #f)] [(k all? str error-display) (read-from-string-one-or-all k all? str error-display #f)] [(k all? str error-display error-result) (let* ([p (open-input-string str)] [go (lambda () (let loop () (let ([v (read p)]) (if (eof-object? v) '() (cons v (if all? (loop) '()))))))]) (if error-display (with-handlers ([void (lambda (exn) ((or error-display (lambda (x) ((error-display-handler) x exn))) (exn-message exn)) (k (if error-result (error-result) #f)))]) (go)) (go)))])) (define read-from-string (lambda args (let/ec k (let ([l (apply read-from-string-one-or-all k #f args)]) (if (null? l) eof (car l)))))) (define read-from-string-all (lambda args (let/ec k (apply read-from-string-one-or-all k #t args)))) (define expr->string (lambda (v) (let ([port (open-output-string)]) (write v port) (get-output-string port)))) ;; ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ;; Regexp helpers (define (bstring-length s) (if (string? s) (string-length s) (bytes-length s))) (define (subbstring s st e) (if (string? s) (substring s st e) (subbytes s st e))) ;; ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;; ;; Regexp helpers (define regexp-quote (opt-lambda (s [case-sens? #t]) (unless (or (string? s) (bytes? s)) (raise-type-error 'regexp-quote "string or byte string" s)) ((if (bytes? s) (lambda (l) (list->bytes (map char->integer l))) list->string) (apply append (map (lambda (c) (cond [(memq c '(#\$ #\| #\\ #\[ #\] #\. #\* #\? #\+ #\( #\) #\^)) (list #\\ c)] [(and (not case-sens?) (not (char=? (char-upcase c) (char-downcase c)))) (list #\[ (char-upcase c) (char-downcase c) #\])] [else (list c)])) (if (bytes? s) (map integer->char (bytes->list s)) (string->list s))))))) (define (regexp-replace-quote s) (unless (or (string? s) (bytes? s)) (raise-type-error 'regexp-replace-quote "string or byte string" s)) (if (bytes? s) (regexp-replace* #rx#"&" (regexp-replace* #rx#"\\\\" s #"\\\\\\\\") #"\\\\&") (regexp-replace* #rx"&" (regexp-replace* #rx"\\\\" s "\\\\\\\\") "\\\\&"))) (define regexp-match/fail-without-reading (opt-lambda (pattern input-port [start-k 0] [end-k #f] [out #f]) (unless (input-port? input-port) (raise-type-error 'regexp-match/fail-without-reading "input port" input-port)) (unless (or (not out) (output-port? out)) (raise-type-error 'regexp-match/fail-without-reading "output port or #f" out)) (let ([m (regexp-match-peek-positions pattern input-port start-k end-k)]) (and m ;; What happens if someone swipes our bytes before we can get them? (let ([drop (caar m)]) ;; drop prefix before match: (let ([s (read-bytes drop input-port)]) (when out (display s out))) ;; Get the matching part, and shift matching indicies (let ([s (read-bytes (- (cdar m) drop) input-port)]) (cons s (map (lambda (p) (and p (subbytes s (- (car p) drop) (- (cdr p) drop)))) (cdr m))))))))) ;; Helper function for the regexp functions below. (define (regexp-fn name success-k port-success-k failure-k port-failure-k need-leftover? peek?) (lambda (pattern string start end) (unless (or (string? pattern) (bytes? pattern) (regexp? pattern) (byte-regexp? pattern)) (raise-type-error name "regexp, byte regexp, string, or byte string" pattern)) (if peek? (unless (input-port? string) (raise-type-error name "input port" string)) (unless (or (string? string) (bytes? string) (input-port? string)) (raise-type-error name "string, byte string or input port" string))) (unless (and (number? start) (exact? start) (integer? start) (start . >= . 0)) (raise-type-error name "non-negative exact integer" start)) (unless (or (not end) (and (number? end) (exact? end) (integer? end) (end . >= . 0))) (raise-type-error name "non-negative exact integer or false" end)) (unless (or (input-port? string) (and (string? string) (start . <= . (string-length string))) (and (bytes? string) (start . <= . (bytes-length string)))) (raise-mismatch-error name (format "starting offset index out of range [0,~a]: " (if (string? string) (string-length string) (bytes-length string))) start)) (unless (or (not end) (and (start . <= . end) (or (input-port? string) (and (string? string) (end . <= . (string-length string))) (and (bytes? string) (end . <= . (bytes-length string)))))) (raise-mismatch-error name (format "ending offset index out of range [~a,~a]: " end (if (string? string) (string-length string) (bytes-length string))) start)) (when (and (positive? start) (input-port? string) need-leftover?) ;; Skip start chars: (let ([s (make-bytes 4096)]) (let loop ([n 0]) (unless (= n start) (let ([m (read-bytes-avail! s string 0 (min (- start n) 4096))]) (unless (eof-object? m) (loop (+ n m)))))))) (let ((expr (cond [(string? pattern) (regexp pattern)] [(bytes? pattern) (byte-regexp pattern)] [else pattern]))) (if (and (input-port? string) port-success-k) ;; Input port match, get string (let ([discarded 0] [leftover-port (and need-leftover? (open-output-bytes))]) (let ([match (regexp-match expr string (if need-leftover? 0 start) (and end (if need-leftover? (- end start) end)) (if need-leftover? leftover-port (make-output-port 'counter always-evt (lambda (s start end flush? breakable?) (let ([c (- end start)]) (set! discarded (+ c discarded)) c)) void)))] [leftovers (and need-leftover? (if (and (regexp? pattern) (string? string)) (get-output-string leftover-port) (get-output-bytes leftover-port)))]) (if match (port-success-k expr string (car match) (and end (- end (if need-leftover? (+ (bstring-length leftovers) start) discarded) (bstring-length (car match)))) leftovers) (port-failure-k leftovers)))) ;; String/port match, get positions (let ([match ((if peek? regexp-match-peek-positions regexp-match-positions) expr string start end)]) (if match (let ((match-start (caar match)) (match-end (cdar match))) (when (= match-start match-end) (error name "pattern matched a zero-length substring")) (success-k expr string start end match-start match-end)) (failure-k expr string start end))))))) (define-syntax wrap (syntax-rules () [(_ out orig) (define out (opt-lambda (pattern string [start 0] [end #f]) (orig pattern string start end)))])) ;; Returns all the positions at which the pattern matched. (define -regexp-match-positions* (regexp-fn 'regexp-match-positions* ;; success-k: (lambda (expr string start end match-start match-end) (cons (cons match-start match-end) (if (or (string? string) (bytes? string)) (regexp-match-positions* expr string match-end end) ;; Need to shift index of rest as reading: (map (lambda (p) (cons (+ match-end (car p)) (+ match-end (cdr p)))) (regexp-match-positions* expr string 0 (and end (- end match-end))))))) ;; port-success-k --- use string case #f ;; fail-k: (lambda (expr string start end) null) ;; port-fail-k --- use string case #f #f #f)) (wrap regexp-match-positions* -regexp-match-positions*) ;; Returns all the positions at which the pattern matched. (define -regexp-match-peek-positions* (regexp-fn 'regexp-match-peek-positions* ;; success-k: (lambda (expr string start end match-start match-end) (cons (cons match-start match-end) (regexp-match-peek-positions* expr string match-end end))) ;; port-success-k --- use string case #f ;; fail-k: (lambda (expr string start end) null) ;; port-fail-k --- use string case #f #f #t)) (wrap regexp-match-peek-positions* -regexp-match-peek-positions*) ;; Splits a string into a list by removing any piece which matches ;; the pattern. (define -regexp-split (regexp-fn 'regexp-split ;; success-k (lambda (expr string start end match-start match-end) (let ([string (if (and (string? string) (or (bytes? expr) (byte-regexp? expr))) (string->bytes/utf-8 string (char->integer #\?)) string)]) (cons (subbstring string start match-start) (regexp-split expr string match-end end)))) ;; port-success-k: (lambda (expr string match-string new-end leftovers) (cons leftovers (regexp-split expr string 0 new-end))) ;; failure-k: (lambda (expr string start end) (list (subbstring string start (or end (bstring-length string))))) ;; port-fail-k (lambda (leftover) (list leftover)) #t #f)) (wrap regexp-split -regexp-split) ;; Returns all the matches for the pattern in the string. (define -regexp-match* (regexp-fn 'regexp-match* ;; success-k: (lambda (expr string start end match-start match-end) (let ([string (if (and (string? string) (or (bytes? expr) (byte-regexp? expr))) (string->bytes/utf-8 string (char->integer #\?)) string)]) (cons (subbstring string match-start match-end) (regexp-match* expr string match-end end)))) ;; port-success-k: (lambda (expr string match-string new-end leftovers) (cons match-string (regexp-match* expr string 0 new-end))) ;; fail-k: (lambda (expr string start end) null) ;; port-fail-k: (lambda (leftover) null) #f #f)) (wrap regexp-match* -regexp-match*) (define regexp-match-exact? (lambda (p s) (let ([m (regexp-match-positions p s)]) (and m (zero? (caar m)) (if (or (byte-regexp? p) (bytes? p) (bytes? s)) (= (cdar m) (if (bytes? s) (bytes-length s) (string-utf-8-length s))) (= (cdar m) (string-length s))))))))