Package edu.berkeley.nlp.lm.map
Class AbstractNgramMap<T>
- java.lang.Object
-
- edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
-
- All Implemented Interfaces:
NgramMap<T>
,java.io.Serializable
- Direct Known Subclasses:
CompressedNgramMap
,HashNgramMap
public abstract class AbstractNgramMap<T> extends java.lang.Object implements NgramMap<T>, java.io.Serializable
- See Also:
- Serialized Form
-
-
Nested Class Summary
-
Nested classes/interfaces inherited from interface edu.berkeley.nlp.lm.map.NgramMap
NgramMap.Entry<T>
-
-
Field Summary
Fields Modifier and Type Field Description protected static byte
NUM_BITS_PER_BYTE
protected int
NUM_SUFFIX_BITS
protected int
NUM_WORD_BITS
protected ConfigOptions
opts
protected long
SUFFIX_BIT_MASK
protected ValueContainer<T>
values
protected long
WORD_BIT_MASK
-
Constructor Summary
Constructors Modifier Constructor Description protected
AbstractNgramMap(ValueContainer<T> values, ConfigOptions opts)
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Modifier and Type Method Description protected long
combineToKey(int word, long suffixIndex)
protected static boolean
containsOutOfVocab(int[] ngram, int startPos, int endPos)
protected long
contextOffsetOf(long key)
protected static boolean
equals(int[] ngram, int startPos, int endPos, int[] cachedNgram)
protected static int[]
getSubArray(int[] ngram, int startPos, int endPos)
ValueContainer<T>
getValues()
protected int
wordOf(long key)
-
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
-
Methods inherited from interface edu.berkeley.nlp.lm.map.NgramMap
clearStorage, contains, get, getMaxNgramOrder, getNgramsForOrder, getNumNgrams, getValueAndOffset, getValueStoringArray, handleNgramsFinished, initWithLengths, put, trim
-
-
-
-
Field Detail
-
NUM_BITS_PER_BYTE
protected static final byte NUM_BITS_PER_BYTE
- See Also:
- Constant Field Values
-
NUM_WORD_BITS
protected final int NUM_WORD_BITS
-
NUM_SUFFIX_BITS
protected final int NUM_SUFFIX_BITS
-
WORD_BIT_MASK
protected final long WORD_BIT_MASK
-
SUFFIX_BIT_MASK
protected final long SUFFIX_BIT_MASK
-
values
protected final ValueContainer<T> values
-
opts
protected final ConfigOptions opts
-
-
Constructor Detail
-
AbstractNgramMap
protected AbstractNgramMap(ValueContainer<T> values, ConfigOptions opts)
-
-
Method Detail
-
contextOffsetOf
protected final long contextOffsetOf(long key)
- Parameters:
key
-- Returns:
-
wordOf
protected final int wordOf(long key)
- Parameters:
key
-- Returns:
-
combineToKey
protected final long combineToKey(int word, long suffixIndex)
- Parameters:
word
-suffixIndex
-- Returns:
-
equals
protected static boolean equals(int[] ngram, int startPos, int endPos, int[] cachedNgram)
-
getSubArray
protected static int[] getSubArray(int[] ngram, int startPos, int endPos)
-
containsOutOfVocab
protected static boolean containsOutOfVocab(int[] ngram, int startPos, int endPos)
-
getValues
public ValueContainer<T> getValues()
-
-