Package edu.berkeley.nlp.lm.map
Class CompressedNgramMap<T>
- java.lang.Object
-
- edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
-
- edu.berkeley.nlp.lm.map.CompressedNgramMap<T>
-
- All Implemented Interfaces:
NgramMap<T>
,java.io.Serializable
public class CompressedNgramMap<T> extends AbstractNgramMap<T> implements java.io.Serializable
- See Also:
- Serialized Form
-
-
Nested Class Summary
-
Nested classes/interfaces inherited from interface edu.berkeley.nlp.lm.map.NgramMap
NgramMap.Entry<T>
-
-
Field Summary
-
Fields inherited from class edu.berkeley.nlp.lm.map.AbstractNgramMap
NUM_BITS_PER_BYTE, NUM_SUFFIX_BITS, NUM_WORD_BITS, opts, SUFFIX_BIT_MASK, values, WORD_BIT_MASK
-
-
Constructor Summary
Constructors Constructor Description CompressedNgramMap(CompressibleValueContainer<T> values, long[] numNgramsForEachOrder, ConfigOptions opts)
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Modifier and Type Method Description void
clearStorage()
protected static int
compareLongsRaw(long a, long b)
boolean
contains(int[] ngram, int startPos, int endPos)
T
get(int[] ngram, int startPos, int endPos)
int
getMaxNgramOrder()
java.lang.Iterable<NgramMap.Entry<T>>
getNgramsForOrder(int ngramOrder)
long
getNumNgrams(int ngramOrder)
long
getValueAndOffset(long contextOffset, int contextNgramOrder, int word, T outputVal)
CustomWidthArray
getValueStoringArray(int ngramOrder)
void
handleNgramsFinished(int justFinishedOrder)
void
initWithLengths(java.util.List<java.lang.Long> numNGrams)
long
put(int[] ngram, int startPos, int endPos, T val)
protected void
sort(LongArray array, long left0, long right0, int ngramOrder)
protected void
swap(long a, long b, LongArray array, int ngramOrder)
protected void
swap(LongArray array, long a, long b)
void
trim()
-
Methods inherited from class edu.berkeley.nlp.lm.map.AbstractNgramMap
combineToKey, containsOutOfVocab, contextOffsetOf, equals, getSubArray, getValues, wordOf
-
-
-
-
Constructor Detail
-
CompressedNgramMap
public CompressedNgramMap(CompressibleValueContainer<T> values, long[] numNgramsForEachOrder, ConfigOptions opts)
-
-
Method Detail
-
getValueAndOffset
public long getValueAndOffset(long contextOffset, int contextNgramOrder, int word, T outputVal)
- Specified by:
getValueAndOffset
in interfaceNgramMap<T>
-
put
public long put(int[] ngram, int startPos, int endPos, T val)
-
handleNgramsFinished
public void handleNgramsFinished(int justFinishedOrder)
- Specified by:
handleNgramsFinished
in interfaceNgramMap<T>
-
compareLongsRaw
protected static int compareLongsRaw(long a, long b)
-
sort
protected void sort(LongArray array, long left0, long right0, int ngramOrder)
-
swap
protected void swap(long a, long b, LongArray array, int ngramOrder)
-
swap
protected void swap(LongArray array, long a, long b)
-
initWithLengths
public void initWithLengths(java.util.List<java.lang.Long> numNGrams)
- Specified by:
initWithLengths
in interfaceNgramMap<T>
-
getMaxNgramOrder
public int getMaxNgramOrder()
- Specified by:
getMaxNgramOrder
in interfaceNgramMap<T>
-
getNgramsForOrder
public java.lang.Iterable<NgramMap.Entry<T>> getNgramsForOrder(int ngramOrder)
- Specified by:
getNgramsForOrder
in interfaceNgramMap<T>
-
getNumNgrams
public long getNumNgrams(int ngramOrder)
- Specified by:
getNumNgrams
in interfaceNgramMap<T>
-
contains
public boolean contains(int[] ngram, int startPos, int endPos)
-
getValueStoringArray
public CustomWidthArray getValueStoringArray(int ngramOrder)
- Specified by:
getValueStoringArray
in interfaceNgramMap<T>
-
clearStorage
public void clearStorage()
- Specified by:
clearStorage
in interfaceNgramMap<T>
-
-