Manual: tokenizer

class Literal extends object
not documented
volatile
+init(self, start, stop, name, string)
self not documented
start not documented
stop not documented
name not documented
string not documented
returns not documented
not documented
volatile
+repr(self)
self not documented
returns not documented
not documented
volatile
class Position extends object
not documented
volatile
+init(self, col, lno)
self not documented
col not documented
lno not documented
returns not documented
not documented
volatile
+repr(self)
self not documented
returns not documented
not documented
volatile
class TextStream extends object
not documented
volatile
+init(self, source, index = null, col = null, lno = null)
self not documented
source not documented
index not documented
col not documented
lno not documented
returns not documented
not documented
volatile
advance(self)
self not documented
returns not documented
not documented
volatile
current : property
not documented
volatile
filled : property
not documented
volatile
get_digit(self, base = null)
self not documented
base not documented
returns not documented
not documented
volatile
is_digit(self, base = null)
self not documented
base not documented
returns not documented
not documented
volatile
is_space(self)
self not documented
returns not documented
not documented
volatile
is_sym(self)
self not documented
returns not documented
not documented
volatile
pair_ahead(self, table)
self not documented
table not documented
returns not documented
not documented
volatile
position : property
not documented
volatile
dir : path
not documented
volatile
escape_sequence(stream)
stream not documented
returns not documented
not documented
volatile
escape_sequences : dict
not documented
volatile
fs : module
not documented
volatile
import : Import
not documented
volatile
name = "tokenizer"
not documented
volatile
next_token(stream, table)
stream not documented
table not documented
returns not documented
not documented
volatile
read_file(path, table = null)
path not documented
table not documented
returns not documented
not documented
volatile
read_string(string, table = null)
string not documented
table not documented
returns not documented
not documented
volatile