fixed comment
original commit: aae5a1ac03d117a74a4dfdf26016b7c1a7971682
This commit is contained in:
parent
e1631d9b73
commit
2ecf76485e
|
@ -165,9 +165,9 @@
|
||||||
(set! invalid-tokens-start (+ invalid-tokens-start length)))
|
(set! invalid-tokens-start (+ invalid-tokens-start length)))
|
||||||
(sync-invalid)))
|
(sync-invalid)))
|
||||||
|
|
||||||
;; re-tokenize should be called with breaks enabled and exit with
|
;; re-tokenize should be called with breaks disabled, and
|
||||||
;; breaks disabled re-tokenize should be called when lock is not
|
;; should be called when lock is not held. When it exits,
|
||||||
;; held. When it exits, the lock will be held.
|
;; the lock will be held.
|
||||||
(define/private (re-tokenize in in-start-pos)
|
(define/private (re-tokenize in in-start-pos)
|
||||||
(let-values ([(lexeme type data new-token-start new-token-end)
|
(let-values ([(lexeme type data new-token-start new-token-end)
|
||||||
;; Allow breaks while getting tokens
|
;; Allow breaks while getting tokens
|
||||||
|
|
Loading…
Reference in New Issue
Block a user