TokenizerContext Class Reference

#include <TokenizerContext.h>

Public Member Functions
	TokenizerContext ()
	~TokenizerContext ()
void	setCaseSensitive (bool caseSensitive)
bool	isCaseSensitive ()
void	setGetCharLits (bool getCharLits)
bool	isGetCharLits ()
void	setGetStrings (bool getStrings)
bool	isGetStrings ()
void	setAllowSingleQuotes (bool allowSingleQuotes)
bool	isAllowSingleQuotes ()
void	setGetUnknown (bool getUnknown)
bool	isGetUnknown ()
void	setGetCRLF (bool getCRLF)
bool	isGetCRLF ()
void	setGetSpaces (bool getSpaces)
bool	isGetSpaces ()
void	setAllowNumCommas (bool allowNumCommas)
bool	isAllowNumCommas ()
void	setAllowInnerApostrophe (bool innerApostrophe)
bool	isAllowInnerApostrophe ()
void	setCharClass (CharacterClass *charClass)
CharacterClass *	getCharClass ()
void	init ()
Integer *	findKeyword (String *keyword)
bool	addKeyword (String *keyword, int code)
	Adds keywords to the Tokenizer context. More...
Integer *	findSingleOp (Char *singleOp)
bool	addSingleOp (Char *singleOp, int code)
	Adds a single-character operator. More...
Integer *	findMultiOp (String *multiOp)
bool	addMultiOp (String *multiOp, int code)
	Adds a multi-character operator. More...
bool	findIdentChar (Char *char1)
void	addIdentChars (const String &multiChars)
	Adds a list of the characters that can make up an identifier, to the already existing list. More...
void	clearIdentChars ()
void	setIdentChars (const String &multiChars)
bool	isAlphaClass (char ch)
bool	isDigitClass (char ch)
bool	isHexClass (char ch)
bool	isVowelClass (char ch)
bool	isConsonantClass (char ch)
bool	isIdentClass (char ch)
bool	findMultiOpChar (Char *char1)

Constructor & Destructor Documentation

TokenizerContext()

TokenizerContext::TokenizerContext

(

)

~TokenizerContext()

TokenizerContext::~TokenizerContext

(

)

Member Function Documentation

addIdentChars()

void TokenizerContext::addIdentChars

(

const String &

multiChars

)

Adds a list of the characters that can make up an identifier, to the already existing list.

Parameters

multiChars

can be a stack-based String, as each character will be extracted and made "new"

addKeyword()

bool TokenizerContext::addKeyword	(	String *	keyword,
		int	code
	)

Adds keywords to the Tokenizer context.

Parameters

keyword	expects a "new" String of the keyword
code

Returns

true

false

addMultiOp()

bool TokenizerContext::addMultiOp	(	String *	multiOp,
		int	code
	)

Adds a multi-character operator.

Parameters

multiOp	expects a "new" String of the operator
code

Returns

true

false

addSingleOp()

bool TokenizerContext::addSingleOp	(	Char *	singleOp,
		int	code
	)

Adds a single-character operator.

Parameters

singleOp	expects a "new" Char of the operator
code

Returns

true

false

clearIdentChars()

void TokenizerContext::clearIdentChars

(

)

findIdentChar()

bool TokenizerContext::findIdentChar

(

Char *

char1

)

findKeyword()

Integer * TokenizerContext::findKeyword

(

String *

keyword

)

findMultiOp()

Integer * TokenizerContext::findMultiOp

(

String *

multiOp

)

findMultiOpChar()

bool TokenizerContext::findMultiOpChar

(

Char *

char1

)

findSingleOp()

Integer * TokenizerContext::findSingleOp

(

Char *

singleOp

)

getCharClass()

CharacterClass * TokenizerContext::getCharClass

(

)

init()

void TokenizerContext::init

(

)

isAllowInnerApostrophe()

bool TokenizerContext::isAllowInnerApostrophe

(

)

isAllowNumCommas()

bool TokenizerContext::isAllowNumCommas

(

)

isAllowSingleQuotes()

bool TokenizerContext::isAllowSingleQuotes

(

)

isAlphaClass()

bool TokenizerContext::isAlphaClass

(

char

ch

)

isCaseSensitive()

bool TokenizerContext::isCaseSensitive

(

)

isConsonantClass()

bool TokenizerContext::isConsonantClass

(

char

ch

)

isDigitClass()

bool TokenizerContext::isDigitClass

(

char

ch

)

isGetCharLits()

bool TokenizerContext::isGetCharLits

(

)

isGetCRLF()

bool TokenizerContext::isGetCRLF

(

)

isGetSpaces()

bool TokenizerContext::isGetSpaces

(

)

isGetStrings()

bool TokenizerContext::isGetStrings

(

)

isGetUnknown()

bool TokenizerContext::isGetUnknown

(

)

isHexClass()

bool TokenizerContext::isHexClass

(

char

ch

)

isIdentClass()

bool TokenizerContext::isIdentClass

(

char

ch

)

isVowelClass()

bool TokenizerContext::isVowelClass

(

char

ch

)

setAllowInnerApostrophe()

void TokenizerContext::setAllowInnerApostrophe

(

bool

innerApostrophe

)

setAllowNumCommas()

void TokenizerContext::setAllowNumCommas

(

bool

allowNumCommas

)

setAllowSingleQuotes()

void TokenizerContext::setAllowSingleQuotes

(

bool

allowSingleQuotes

)

setCaseSensitive()

void TokenizerContext::setCaseSensitive

(

bool

caseSensitive

)

setCharClass()

void TokenizerContext::setCharClass

(

CharacterClass *

charClass

)

setGetCharLits()

void TokenizerContext::setGetCharLits

(

bool

getCharLits

)

setGetCRLF()

void TokenizerContext::setGetCRLF

(

bool

getCRLF

)

setGetSpaces()

void TokenizerContext::setGetSpaces

(

bool

getSpaces

)

setGetStrings()

void TokenizerContext::setGetStrings

(

bool

getStrings

)

setGetUnknown()

void TokenizerContext::setGetUnknown

(

bool

getUnknown

)

setIdentChars()

void TokenizerContext::setIdentChars

(

const String &

multiChars

)

---

The documentation for this class was generated from the following files:

• /github/workspace/src/Utilities/Parser/TokenizerContext.h
• /github/workspace/src/Utilities/Parser/TokenizerContext.cpp