| | from __future__ import absolute_import |
| |
|
| | import cython |
| |
|
| | from Cython.Plex.Actions cimport Action |
| |
|
| | cdef class Scanner: |
| |
|
| | cdef public lexicon |
| | cdef public stream |
| | cdef public name |
| | cdef public unicode buffer |
| | cdef public Py_ssize_t buf_start_pos |
| | cdef public Py_ssize_t next_pos |
| | cdef public Py_ssize_t cur_pos |
| | cdef public Py_ssize_t cur_line |
| | cdef public Py_ssize_t cur_line_start |
| | cdef public Py_ssize_t start_pos |
| | cdef public Py_ssize_t start_line |
| | cdef public Py_ssize_t start_col |
| | cdef public text |
| | cdef public initial_state |
| | cdef public state_name |
| | cdef public list queue |
| | cdef public bint trace |
| | cdef public cur_char |
| | cdef public long input_state |
| |
|
| | cdef public level |
| |
|
| | @cython.final |
| | @cython.locals(input_state=long) |
| | cdef next_char(self) |
| | @cython.locals(action=Action) |
| | cpdef tuple read(self) |
| | @cython.final |
| | cdef tuple scan_a_token(self) |
| | |
| |
|
| | @cython.final |
| | @cython.locals(cur_pos=Py_ssize_t, cur_line=Py_ssize_t, cur_line_start=Py_ssize_t, |
| | input_state=long, next_pos=Py_ssize_t, state=dict, |
| | buf_start_pos=Py_ssize_t, buf_len=Py_ssize_t, buf_index=Py_ssize_t, |
| | trace=bint, discard=Py_ssize_t, data=unicode, buffer=unicode) |
| | cdef run_machine_inlined(self) |
| |
|
| | @cython.final |
| | cdef begin(self, state) |
| | @cython.final |
| | cdef produce(self, value, text = *) |
| |
|