Class TokenizerData


  • public class TokenizerData
    extends java.lang.Object
    • Constructor Summary

      Constructors 
      Constructor Description
      TokenizerData()  
    • Method Summary

      All Methods Instance Methods Concrete Methods 
      Modifier and Type Method Description
      void addNfaState​(int index, java.util.Set<java.lang.Character> characters, java.util.Set<java.lang.Integer> nextStates, java.util.Set<java.lang.Integer> compositeStates, int kind)  
      void setDecls​(java.lang.String decls)  
      void setDefaultLexState​(int defaultLexState)  
      void setInitialStates​(java.util.Map<java.lang.Integer,​java.lang.Integer> initialStates)  
      void setKindToNfaStartState​(java.util.Map<java.lang.Integer,​java.lang.Integer> kindToNfaStartState)  
      void setLexStateNames​(java.lang.String[] lexStateNames)  
      void setLiteralKinds​(java.util.Map<java.lang.Integer,​java.util.List<java.lang.Integer>> literalKinds)  
      void setLiteralSequence​(java.util.Map<java.lang.Integer,​java.util.List<java.lang.String>> literalSequence)  
      void setParserName​(java.lang.String parserName)  
      void setWildcardKind​(java.util.Map<java.lang.Integer,​java.lang.Integer> wildcardKind)  
      void updateMatchInfo​(java.util.Map<java.lang.Integer,​java.lang.String> actions, int[] newLexStateIndices, long[] toSkip, long[] toSpecial, long[] toMore, long[] toToken)  
      • Methods inherited from class java.lang.Object

        clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
    • Field Detail

      • parserName

        public java.lang.String parserName
      • decls

        public java.lang.String decls
      • literalSequence

        public java.util.Map<java.lang.Integer,​java.util.List<java.lang.String>> literalSequence
      • literalKinds

        public java.util.Map<java.lang.Integer,​java.util.List<java.lang.Integer>> literalKinds
      • kindToNfaStartState

        public java.util.Map<java.lang.Integer,​java.lang.Integer> kindToNfaStartState
      • initialStates

        public java.util.Map<java.lang.Integer,​java.lang.Integer> initialStates
      • wildcardKind

        public java.util.Map<java.lang.Integer,​java.lang.Integer> wildcardKind
      • lexStateNames

        public java.lang.String[] lexStateNames
      • defaultLexState

        public int defaultLexState
    • Constructor Detail

      • TokenizerData

        public TokenizerData()
    • Method Detail

      • setParserName

        public void setParserName​(java.lang.String parserName)
      • setDecls

        public void setDecls​(java.lang.String decls)
      • setLiteralSequence

        public void setLiteralSequence​(java.util.Map<java.lang.Integer,​java.util.List<java.lang.String>> literalSequence)
      • setLiteralKinds

        public void setLiteralKinds​(java.util.Map<java.lang.Integer,​java.util.List<java.lang.Integer>> literalKinds)
      • setKindToNfaStartState

        public void setKindToNfaStartState​(java.util.Map<java.lang.Integer,​java.lang.Integer> kindToNfaStartState)
      • addNfaState

        public void addNfaState​(int index,
                                java.util.Set<java.lang.Character> characters,
                                java.util.Set<java.lang.Integer> nextStates,
                                java.util.Set<java.lang.Integer> compositeStates,
                                int kind)
      • setInitialStates

        public void setInitialStates​(java.util.Map<java.lang.Integer,​java.lang.Integer> initialStates)
      • setWildcardKind

        public void setWildcardKind​(java.util.Map<java.lang.Integer,​java.lang.Integer> wildcardKind)
      • setLexStateNames

        public void setLexStateNames​(java.lang.String[] lexStateNames)
      • setDefaultLexState

        public void setDefaultLexState​(int defaultLexState)
      • updateMatchInfo

        public void updateMatchInfo​(java.util.Map<java.lang.Integer,​java.lang.String> actions,
                                    int[] newLexStateIndices,
                                    long[] toSkip,
                                    long[] toSpecial,
                                    long[] toMore,
                                    long[] toToken)