suzanne.soy/2d
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

extend the lexer <-> framework's color:text api

Browse Source 
to let lexers say "call me again before you change the buffer"

also, use this in the 2d lexer

original commit: 761054890d8207d7689cce825d0fc777d15b1091
This commit is contained in:
Robby Findler 2013-03-10 19:32:52 -05:00
parent b49c680dd5
commit c36adfa53d
1 changed files with 14 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
collects/unstable/2d/private/lexer.rkt
View File

@ -78,15 +78,20 @@ todo:
(loop (+ i 1)
str-offset)])))
(define next-tokens
(cdr (2d-lexer-state-pending-tokens
a-2d-lexer-state)))
(define new-state
(struct-copy 2d-lexer-state
a-2d-lexer-state
[pending-tokens next-tokens]))
(values val tok paren
pos
(+ (- end start) pos)
start
(struct-copy 2d-lexer-state
a-2d-lexer-state
[pending-tokens
(cdr (2d-lexer-state-pending-tokens
a-2d-lexer-state))]))]
(if (null? next-tokens)
new-state
(dont-stop new-state)))]
[(equal? #\# (peek-char port))
(define pp (peeking-input-port port))
(define chars (list (read-char pp) (read-char pp) (read-char pp)))
@ -347,9 +352,10 @@ todo:
(values first-tok-string 'hash-colon-keyword #f
pos (+ pos (string-length first-tok-string))
0
(2d-lexer-state final-tokens
#t
(2d-lexer-state-chained-state a-2d-lexer-state)))])]))
(dont-stop
(2d-lexer-state final-tokens
#t
(2d-lexer-state-chained-state a-2d-lexer-state))))])]))
(define (cropped-regions start end regions)
(define result-regions '())