Skip to content

Tokenize

openzl.ext.nodes.Tokenize

Bases: Node

Source code in build-openzl/py/site-packages/openzl/ext/nodes.pyi 
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
class Tokenize(Node):
    def __init__(self, *, type: ext.Type, sort: bool = False) -> None: ...

    def __call__(self, compressor: ext.Compressor, alphabet: ext.GraphID | ext.graphs.Graph, indices: ext.GraphID | ext.graphs.Graph) -> ext.GraphID: ...

    def run(self, edge: ext.Edge) -> list[ext.Edge]: ...

    def run_multi_input(self, edges: Sequence[ext.Edge]) -> list[ext.Edge]: ...

    def build_graph(self, compressor: ext.Compressor, successors: Sequence[ext.GraphID]) -> ext.GraphID: ...

    def parameterize(self, compressor: ext.Compressor) -> ext.NodeID: ...

    @property
    def base_node(self) -> ext.NodeID: ...

base_node property

__call__(compressor, alphabet, indices)

Source code in build-openzl/py/site-packages/openzl/ext/nodes.pyi 
1251
def __call__(self, compressor: ext.Compressor, alphabet: ext.GraphID | ext.graphs.Graph, indices: ext.GraphID | ext.graphs.Graph) -> ext.GraphID: ...

__init__(*, type, sort=False)

Source code in build-openzl/py/site-packages/openzl/ext/nodes.pyi 
1249
def __init__(self, *, type: ext.Type, sort: bool = False) -> None: ...

build_graph(compressor, successors)

Source code in build-openzl/py/site-packages/openzl/ext/nodes.pyi 
1257
def build_graph(self, compressor: ext.Compressor, successors: Sequence[ext.GraphID]) -> ext.GraphID: ...

parameterize(compressor)

Source code in build-openzl/py/site-packages/openzl/ext/nodes.pyi 
1259
def parameterize(self, compressor: ext.Compressor) -> ext.NodeID: ...

run(edge)

Source code in build-openzl/py/site-packages/openzl/ext/nodes.pyi 
1253
def run(self, edge: ext.Edge) -> list[ext.Edge]: ...

run_multi_input(edges)

Source code in build-openzl/py/site-packages/openzl/ext/nodes.pyi 
1255
def run_multi_input(self, edges: Sequence[ext.Edge]) -> list[ext.Edge]: ...