dea4d055 MW |
1 | (cl:in-package #:sod) |
2 | |
3 | (defun list-tokens (scanner) |
4 | (let ((toke (make-instance 'sod-token-scanner :char-scanner scanner))) |
5 | (loop collect (list (token-type toke) (token-value toke)) |
6 | until (scanner-at-eof-p toke) |
7 | do (scanner-step toke)))) |