TokenizerContext.h

Go to the documentation of this file.

//
// Created by Ken Kopelson on 8/11/17.
//

#ifndef TOKENIZERCONTEXT_H
#define TOKENIZERCONTEXT_H

#include "../IntWrapper.h"
#include "../DynaHashMap.h"
#include "../DynaHashSet.h"
#include "../String.h"
#include "CharacterClass.h"

class TokenizerContext {
    bool _caseSensitive     = false;
    bool _getStrings        = true;
    bool _getCharLits       = false;
    bool _getUnknown        = false;
    bool _getCRLF           = false;
    bool _getSpaces         = false;
    bool _innerApostrophe   = false;
    bool _allowNumCommas    = false;
    bool _allowSingleQuotes = false;

    DynaHashMap<String, Integer>*   _keyWords;
    DynaHashMap<Char,   Integer>*   _singleOps;
    DynaHashSet<Char>*              _multiOpSet;
    DynaHashMap<String, Integer>*   _multiOps;
    CharacterClass*                 _charClass;

    bool _addMultiOpChar(Char* char1);

public:
    TokenizerContext();
    ~TokenizerContext();

    void setCaseSensitive(bool caseSensitive);
    bool isCaseSensitive();
    void setGetCharLits(bool getCharLits);
    bool isGetCharLits();
    void setGetStrings(bool getStrings);
    bool isGetStrings();
    void setAllowSingleQuotes(bool allowSingleQuotes);
    bool isAllowSingleQuotes();
    void setGetUnknown(bool getUnknown);
    bool isGetUnknown();
    void setGetCRLF(bool getCRLF);
    bool isGetCRLF();
    void setGetSpaces(bool getSpaces);
    bool isGetSpaces();
    void setAllowNumCommas(bool allowNumCommas);
    bool isAllowNumCommas();
    void setAllowInnerApostrophe(bool innerApostrophe);
    bool isAllowInnerApostrophe();
    void setCharClass(CharacterClass* charClass);
    CharacterClass* getCharClass();

    void init();
    Integer* findKeyword(String* keyword);

    bool     addKeyword(String* keyword, int code);
    Integer* findSingleOp(Char* singleOp);

    bool     addSingleOp(Char* singleOp, int code);
    Integer* findMultiOp(String* multiOp);

    bool     addMultiOp(String* multiOp, int code);
    bool     findIdentChar(Char* char1);

    void     addIdentChars(const String& multiChars);
    void     clearIdentChars();
    void     setIdentChars(const String& multiChars);

    bool     isAlphaClass(char ch);
    bool     isDigitClass(char ch);
    bool     isHexClass(char ch);
    bool     isVowelClass(char ch);
    bool     isConsonantClass(char ch);
    bool     isIdentClass(char ch);

    bool     findMultiOpChar(Char* char1);
};


#endif //TOKENIZERCONTEXT_H