Package gw.lang.parser
Interface ISourceCodeTokenizer
-
- All Known Implementing Classes:
SourceCodeTokenizer
public interface ISourceCodeTokenizer
-
-
Field Summary
Fields Modifier and Type Field Description static int
TT_COMMENT
static int
TT_EOF
static int
TT_EOL
static int
TT_INTEGER
static int
TT_KEYWORD
static int
TT_NOTHING
static int
TT_NUMBER
static int
TT_OPERATOR
static int
TT_WHITESPACE
static int
TT_WORD
-
Method Summary
-
-
-
Field Detail
-
TT_EOL
static final int TT_EOL
- See Also:
- Constant Field Values
-
TT_EOF
static final int TT_EOF
- See Also:
- Constant Field Values
-
TT_WHITESPACE
static final int TT_WHITESPACE
- See Also:
- Constant Field Values
-
TT_COMMENT
static final int TT_COMMENT
- See Also:
- Constant Field Values
-
TT_NUMBER
static final int TT_NUMBER
- See Also:
- Constant Field Values
-
TT_WORD
static final int TT_WORD
- See Also:
- Constant Field Values
-
TT_OPERATOR
static final int TT_OPERATOR
- See Also:
- Constant Field Values
-
TT_KEYWORD
static final int TT_KEYWORD
- See Also:
- Constant Field Values
-
TT_NOTHING
static final int TT_NOTHING
- See Also:
- Constant Field Values
-
TT_INTEGER
static final int TT_INTEGER
- See Also:
- Constant Field Values
-
-
Method Detail
-
copy
IToken copy()
-
lightweightRestore
ISourceCodeTokenizer lightweightRestore()
-
isPositioned
boolean isPositioned()
-
reset
void reset()
-
reset
void reset(Reader reader)
-
reset
void reset(SourceCodeReader reader)
-
getReader
SourceCodeReader getReader()
-
getSource
String getSource()
-
getInstructor
ITokenizerInstructor getInstructor()
-
setInstructor
void setInstructor(ITokenizerInstructor instructor)
-
isWhitespaceSignificant
boolean isWhitespaceSignificant()
-
setWhitespaceSignificant
void setWhitespaceSignificant(boolean bWhitespaceSignificant)
-
isCommentsSignificant
boolean isCommentsSignificant()
-
setCommentsSignificant
void setCommentsSignificant(boolean bCommentsSignificant)
-
getLineNumber
int getLineNumber()
-
getLineOffset
int getLineOffset()
-
getTokenColumn
int getTokenColumn()
-
getCurrentToken
IToken getCurrentToken()
-
getTokenAt
IToken getTokenAt(int iTokenIndex)
-
getTokenAtPosition
IToken getTokenAtPosition(int docPosition)
-
wordChars
void wordChars(int iLow, int iHigh)
-
whitespaceChars
void whitespaceChars(int iLow, int iHigh)
-
ordinaryChars
void ordinaryChars(int iLow, int iHigh)
-
ordinaryChar
void ordinaryChar(int ch)
-
operators
void operators(String[] astrOperators)
-
operatorChars
void operatorChars(int iLow, int iHigh)
-
isOperator
boolean isOperator(String strOperator)
-
commentChar
void commentChar(int ch)
-
quoteChar
void quoteChar(int ch)
-
parseNumbers
void parseNumbers()
-
eolIsSignificant
void eolIsSignificant(boolean bFlag)
-
lowerCaseMode
void lowerCaseMode(boolean bLowerCaseMode)
-
isUnterminatedString
boolean isUnterminatedString()
-
isUnterminatedComment
boolean isUnterminatedComment()
-
setParseDotsAsOperators
void setParseDotsAsOperators(boolean parseDotsAsOperators)
-
isParseDotsAsOperators
boolean isParseDotsAsOperators()
-
getTokenStart
int getTokenStart()
-
getTokenEnd
int getTokenEnd()
-
getTokenAsString
String getTokenAsString()
-
mark
int mark()
-
restoreToMark
void restoreToMark(int markedState)
-
getRestoreState
int getRestoreState()
-
nextToken
void nextToken()
-
pushOffsetMarker
void pushOffsetMarker(ITokenizerOffsetMarker offsetMarker)
-
popOffsetMarker
void popOffsetMarker(ITokenizerOffsetMarker offsetMarker)
-
getState
int getState()
-
countMatches
int countMatches(String s)
-
countMatches
int countMatches(String s, int tokenType)
-
getType
int getType()
-
getStringValue
String getStringValue()
-
isEOF
boolean isEOF()
-
isAnalyzingSeparately
boolean isAnalyzingSeparately()
-
isAnalyzingDirective
boolean isAnalyzingDirective()
-
isSupportsKeywords
boolean isSupportsKeywords()
-
setSupportsKeywords
void setSupportsKeywords(boolean supportsKeywords)
-
-