Package gw.lang.parser
Interface ISourceCodeTokenizer
- All Known Implementing Classes:
SourceCodeTokenizer
public interface ISourceCodeTokenizer
-
Field Summary
FieldsModifier and TypeFieldDescriptionstatic final int
static final int
static final int
static final int
static final int
static final int
static final int
static final int
static final int
static final int
-
Method Summary
Modifier and TypeMethodDescriptionvoid
commentChar
(int ch) copy()
int
int
countMatches
(String s, int tokenType) void
eolIsSignificant
(boolean bFlag) int
int
int
int
getState()
getTokenAt
(int iTokenIndex) getTokenAtPosition
(int docPosition) int
int
int
int
getType()
boolean
boolean
boolean
boolean
isEOF()
boolean
isOperator
(String strOperator) boolean
boolean
boolean
boolean
boolean
boolean
void
lowerCaseMode
(boolean bLowerCaseMode) int
mark()
void
void
operatorChars
(int iLow, int iHigh) void
void
ordinaryChar
(int ch) void
ordinaryChars
(int iLow, int iHigh) void
void
popOffsetMarker
(ITokenizerOffsetMarker offsetMarker) void
pushOffsetMarker
(ITokenizerOffsetMarker offsetMarker) void
quoteChar
(int ch) void
reset()
void
reset
(SourceCodeReader reader) void
void
restoreToMark
(int markedState) void
setCommentsSignificant
(boolean bCommentsSignificant) void
setInstructor
(ITokenizerInstructor instructor) void
setParseDotsAsOperators
(boolean parseDotsAsOperators) void
setSupportsKeywords
(boolean supportsKeywords) void
setWhitespaceSignificant
(boolean bWhitespaceSignificant) void
whitespaceChars
(int iLow, int iHigh) void
wordChars
(int iLow, int iHigh)
-
Field Details
-
TT_EOL
static final int TT_EOL- See Also:
-
TT_EOF
static final int TT_EOF- See Also:
-
TT_WHITESPACE
static final int TT_WHITESPACE- See Also:
-
TT_COMMENT
static final int TT_COMMENT- See Also:
-
TT_NUMBER
static final int TT_NUMBER- See Also:
-
TT_WORD
static final int TT_WORD- See Also:
-
TT_OPERATOR
static final int TT_OPERATOR- See Also:
-
TT_KEYWORD
static final int TT_KEYWORD- See Also:
-
TT_NOTHING
static final int TT_NOTHING- See Also:
-
TT_INTEGER
static final int TT_INTEGER- See Also:
-
-
Method Details
-
copy
IToken copy() -
copyInto
-
lightweightRestore
ISourceCodeTokenizer lightweightRestore() -
isPositioned
boolean isPositioned() -
reset
void reset() -
reset
-
reset
-
getReader
SourceCodeReader getReader() -
getSource
String getSource() -
getInstructor
ITokenizerInstructor getInstructor() -
setInstructor
-
isWhitespaceSignificant
boolean isWhitespaceSignificant() -
setWhitespaceSignificant
void setWhitespaceSignificant(boolean bWhitespaceSignificant) -
isCommentsSignificant
boolean isCommentsSignificant() -
setCommentsSignificant
void setCommentsSignificant(boolean bCommentsSignificant) -
getLineNumber
int getLineNumber() -
getLineOffset
int getLineOffset() -
getTokenColumn
int getTokenColumn() -
getCurrentToken
IToken getCurrentToken() -
getTokenAt
-
getTokenAtPosition
-
wordChars
void wordChars(int iLow, int iHigh) -
whitespaceChars
void whitespaceChars(int iLow, int iHigh) -
ordinaryChars
void ordinaryChars(int iLow, int iHigh) -
ordinaryChar
void ordinaryChar(int ch) -
operators
-
operatorChars
void operatorChars(int iLow, int iHigh) -
isOperator
-
commentChar
void commentChar(int ch) -
quoteChar
void quoteChar(int ch) -
parseNumbers
void parseNumbers() -
eolIsSignificant
void eolIsSignificant(boolean bFlag) -
lowerCaseMode
void lowerCaseMode(boolean bLowerCaseMode) -
isUnterminatedString
boolean isUnterminatedString() -
isUnterminatedComment
boolean isUnterminatedComment() -
setParseDotsAsOperators
void setParseDotsAsOperators(boolean parseDotsAsOperators) -
isParseDotsAsOperators
boolean isParseDotsAsOperators() -
getTokenStart
int getTokenStart() -
getTokenEnd
int getTokenEnd() -
getTokenAsString
String getTokenAsString() -
mark
int mark() -
restoreToMark
void restoreToMark(int markedState) -
getRestoreState
int getRestoreState() -
nextToken
void nextToken() -
pushOffsetMarker
-
popOffsetMarker
-
getState
int getState() -
countMatches
-
countMatches
-
getType
int getType() -
getStringValue
String getStringValue() -
isEOF
boolean isEOF() -
getTokens
-
isAnalyzingSeparately
boolean isAnalyzingSeparately() -
isAnalyzingDirective
boolean isAnalyzingDirective() -
isSupportsKeywords
boolean isSupportsKeywords() -
setSupportsKeywords
void setSupportsKeywords(boolean supportsKeywords)
-