fixed comment

original commit: aae5a1ac03d117a74a4dfdf26016b7c1a7971682
This commit is contained in:
Matthew Flatt 2004-05-18 18:20:23 +00:00
parent e1631d9b73
commit 2ecf76485e

View File

@ -165,9 +165,9 @@
(set! invalid-tokens-start (+ invalid-tokens-start length)))
(sync-invalid)))
;; re-tokenize should be called with breaks enabled and exit with
;; breaks disabled re-tokenize should be called when lock is not
;; held. When it exits, the lock will be held.
;; re-tokenize should be called with breaks disabled, and
;; should be called when lock is not held. When it exits,
;; the lock will be held.
(define/private (re-tokenize in in-start-pos)
(let-values ([(lexeme type data new-token-start new-token-end)
;; Allow breaks while getting tokens