Package no.hasmac.rdf.io.nquad
Class Tokenizer
- java.lang.Object
-
- no.hasmac.rdf.io.nquad.Tokenizer
-
final class Tokenizer extends java.lang.Object
- See Also:
- N-Quads Grammar
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description protected static class
Tokenizer.Token
protected static class
Tokenizer.TokenType
-
Field Summary
Fields Modifier and Type Field Description private static int
BUFFER_SIZE
private Tokenizer.Token
next
private java.io.Reader
reader
-
Constructor Summary
Constructors Modifier Constructor Description protected
Tokenizer(java.io.Reader reader)
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Modifier and Type Method Description boolean
accept(Tokenizer.TokenType type)
private Tokenizer.Token
doRead()
boolean
hasNext()
Tokenizer.Token
next()
private Tokenizer.Token
readBlankNode()
private Tokenizer.Token
readComment()
private void
readEscape(java.lang.StringBuilder value)
private char
readHex8()
private void
readIriEscape(java.lang.StringBuilder value)
private Tokenizer.Token
readIriRef()
private Tokenizer.Token
readLangTag()
private Tokenizer.Token
readString()
private char[]
readUnicode()
private char[]
readUnicode64()
private Tokenizer.Token
skipEol()
private Tokenizer.Token
skipWhitespaces()
Tokenizer.Token
token()
private static int
unescape(int symbol)
private static void
unexpected(int actual, java.lang.String... expected)
-
-
-
Field Detail
-
BUFFER_SIZE
private static final int BUFFER_SIZE
- See Also:
- Constant Field Values
-
reader
private final java.io.Reader reader
-
next
private Tokenizer.Token next
-
-
Method Detail
-
next
public Tokenizer.Token next() throws RdfReaderException
- Throws:
RdfReaderException
-
token
public Tokenizer.Token token() throws RdfReaderException
- Throws:
RdfReaderException
-
accept
public boolean accept(Tokenizer.TokenType type) throws RdfReaderException
- Throws:
RdfReaderException
-
doRead
private Tokenizer.Token doRead() throws RdfReaderException
- Throws:
RdfReaderException
-
unexpected
private static void unexpected(int actual, java.lang.String... expected) throws RdfReaderException
- Throws:
RdfReaderException
-
skipWhitespaces
private Tokenizer.Token skipWhitespaces() throws RdfReaderException
- Throws:
RdfReaderException
-
skipEol
private Tokenizer.Token skipEol() throws RdfReaderException
- Throws:
RdfReaderException
-
readIriRef
private Tokenizer.Token readIriRef() throws RdfReaderException
- Throws:
RdfReaderException
-
readString
private Tokenizer.Token readString() throws RdfReaderException
- Throws:
RdfReaderException
-
readLangTag
private Tokenizer.Token readLangTag() throws RdfReaderException
- Throws:
RdfReaderException
-
readIriEscape
private void readIriEscape(java.lang.StringBuilder value) throws RdfReaderException, java.io.IOException
- Throws:
RdfReaderException
java.io.IOException
-
readEscape
private void readEscape(java.lang.StringBuilder value) throws RdfReaderException, java.io.IOException
- Throws:
RdfReaderException
java.io.IOException
-
readBlankNode
private Tokenizer.Token readBlankNode() throws RdfReaderException
- Throws:
RdfReaderException
-
readUnicode
private char[] readUnicode() throws RdfReaderException, java.io.IOException
- Throws:
RdfReaderException
java.io.IOException
-
readHex8
private char readHex8() throws java.io.IOException, RdfReaderException
- Throws:
java.io.IOException
RdfReaderException
-
readUnicode64
private char[] readUnicode64() throws java.io.IOException, RdfReaderException
- Throws:
java.io.IOException
RdfReaderException
-
unescape
private static int unescape(int symbol)
-
readComment
private Tokenizer.Token readComment() throws RdfReaderException
- Throws:
RdfReaderException
-
hasNext
public boolean hasNext() throws RdfReaderException
- Throws:
RdfReaderException
-
-