Package lu.kbra.pclib.parser

Class ModuleTokenizer

java.lang.Object

lu.kbra.pclib.parser.Tokenizer

lu.kbra.pclib.parser.ModuleTokenizer

public class ModuleTokenizer
extends Tokenizer

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	ModuleTokenizer.TokenRecord

Constructor Summary

Constructors

Constructor	Description
ModuleTokenizer(Reader reader)
ModuleTokenizer(String str)

Method Summary

Modifier and Type	Method	Description
protected Token	createToken(TokenType type, int line, int column, String strValue)
Map<String,TokenType>	getIdentifierTypes()
protected TokenType	getIdentType(String strValue)
Map<TokenType,Function<ModuleTokenizer.TokenRecord,Token>>	getTokenFactories()
protected void	registerDefaultTokenFactories()
ModuleTokenizer	registerIdentifierType(String identifier, TokenType tokenType)
ModuleTokenizer	registerIdentifierType(TokenType tokenType)
ModuleTokenizer	registerIdentifierTypes(Map<String,TokenType> identifierTypes)
ModuleTokenizer	registerTokenFactories(Map<TokenType,Function<ModuleTokenizer.TokenRecord,Token>> tokenFactories)
ModuleTokenizer	registerTokenFactory(TokenType tokenType, Function<ModuleTokenizer.TokenRecord,Token> tokenFactory)

Methods inherited from class lu.kbra.pclib.parser.Tokenizer

consume, flushToken, getTokens, hasNext, isOctalDigit, iterator, lexe, peek, peek, peek, peek, peek, peek

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

ModuleTokenizer

public ModuleTokenizer(Reader reader)

ModuleTokenizer

public ModuleTokenizer(String str)

Method Details

getIdentifierTypes

public Map<String,TokenType> getIdentifierTypes()

getTokenFactories

public Map<TokenType,Function<ModuleTokenizer.TokenRecord,Token>> getTokenFactories()

registerIdentifierType

public ModuleTokenizer registerIdentifierType(String identifier,
 TokenType tokenType)

registerIdentifierType

public ModuleTokenizer registerIdentifierType(TokenType tokenType)

registerIdentifierTypes

public ModuleTokenizer registerIdentifierTypes(Map<String,TokenType> identifierTypes)

registerTokenFactories

public ModuleTokenizer registerTokenFactories(Map<TokenType,Function<ModuleTokenizer.TokenRecord,Token>> tokenFactories)

registerTokenFactory

public ModuleTokenizer registerTokenFactory(TokenType tokenType,
 Function<ModuleTokenizer.TokenRecord,Token> tokenFactory)

createToken

protected Token createToken(TokenType type,
 int line,
 int column,
 String strValue)

Overrides:

createToken in class Tokenizer

getIdentType

protected TokenType getIdentType(String strValue)

Overrides:

getIdentType in class Tokenizer

registerDefaultTokenFactories

protected void registerDefaultTokenFactories()