Class AbstractNgramMap<T>

java.lang.Object
edu.berkeley.nlp.lm.map.AbstractNgramMap<T>
All Implemented Interfaces:
NgramMap<T>, Serializable
Direct Known Subclasses:
CompressedNgramMap, HashNgramMap

public abstract class AbstractNgramMap<T> extends Object implements NgramMap<T>, Serializable
See Also:
  • Field Details

    • NUM_BITS_PER_BYTE

      protected static final byte NUM_BITS_PER_BYTE
      See Also:
    • NUM_WORD_BITS

      protected final int NUM_WORD_BITS
    • NUM_SUFFIX_BITS

      protected final int NUM_SUFFIX_BITS
    • WORD_BIT_MASK

      protected final long WORD_BIT_MASK
    • SUFFIX_BIT_MASK

      protected final long SUFFIX_BIT_MASK
    • values

      protected final ValueContainer<T> values
    • opts

      protected final ConfigOptions opts
  • Constructor Details

  • Method Details

    • contextOffsetOf

      protected final long contextOffsetOf(long key)
      Parameters:
      key -
      Returns:
    • wordOf

      protected final int wordOf(long key)
      Parameters:
      key -
      Returns:
    • combineToKey

      protected final long combineToKey(int word, long suffixIndex)
      Parameters:
      word -
      suffixIndex -
      Returns:
    • equals

      protected static boolean equals(int[] ngram, int startPos, int endPos, int[] cachedNgram)
    • getSubArray

      protected static int[] getSubArray(int[] ngram, int startPos, int endPos)
    • containsOutOfVocab

      protected static boolean containsOutOfVocab(int[] ngram, int startPos, int endPos)
    • getValues

      public ValueContainer<T> getValues()
      Specified by:
      getValues in interface NgramMap<T>