X-Git-Url: https://git.distorted.org.uk/~mdw/sod/blobdiff_plain/9ec578d9fe450b7e7f9030dc9d930185593aa991..1f7d590d9c7b87442c8d8b6424ed4f769d377692:/src/parser/scanner-proto.lisp diff --git a/src/parser/scanner-proto.lisp b/src/parser/scanner-proto.lisp index a852bdb..bd7e160 100644 --- a/src/parser/scanner-proto.lisp +++ b/src/parser/scanner-proto.lisp @@ -172,33 +172,11 @@ ;;;-------------------------------------------------------------------------- ;;; Token scanner protocol. -;; A place marker. - -(export '(token-scanner-place token-scanner-place-p)) -(defstruct token-scanner-place - "A link in the chain of lookahead tokens; capturable as a place. - - If the scanner's place is captured, it starts to maintain a list of - lookahead tokens. The list contains internal links -- it works out - slightly easier that way. This is basically a simpler version of the - charbuf scanner (q.v.); most significantly, the chain links here do double - duty as place markers. - - The details of this structure are not a defined part of the token scanner - protocol." - - (scanner nil :type token-scanner :read-only t) - (next nil :type (or token-scanner-place null)) - (type nil :read-only t) - (value nil :read-only t) - (line 1 :type (or fixnum null) :read-only t) - (column 0 :type (or fixnum null) :read-only t)) - ;; The token scanner base class and parser context. (export '(token-scanner token-type token-value)) (defclass token-scanner () - ((type :reader token-type) + ((%type :reader token-type) (value :reader token-value) (captures :initform 0 :type fixnum) (tail :initform nil :type (or token-scanner-place null)) @@ -225,6 +203,33 @@ (:documentation "A parser context for a richer token-based scanners.")) +;; A place marker. + +(export '(token-scanner-place token-scanner-place-p)) +(defstruct (token-scanner-place + (:constructor make-token-scanner-place + (&key scanner next type value line column + &aux (%type type)))) + "A link in the chain of lookahead tokens; capturable as a place. + + If the scanner's place is captured, it starts to maintain a list of + lookahead tokens. The list contains internal links -- it works out + slightly easier that way. This is basically a simpler version of the + charbuf scanner (q.v.); most significantly, the chain links here do double + duty as place markers. + + The details of this structure are not a defined part of the token scanner + protocol." + + (scanner nil :type token-scanner :read-only t) + (next nil :type (or token-scanner-place null)) + (%type nil :read-only t) + (value nil :read-only t) + (line 1 :type (or fixnum null) :read-only t) + (column 0 :type (or fixnum null) :read-only t)) +(define-access-wrapper token-scanner-place-type token-scanner-place-%type + :read-only t) + ;; Protocol. (export 'scanner-token)