weka.dl4j.text.tokenization.tokenizer.factory.impl

Class CharacterNGramTokenizerFactoryImpl

java.lang.Object

weka.dl4j.text.tokenization.tokenizer.factory.impl.CharacterNGramTokenizerFactoryImpl

All Implemented Interfaces:

java.io.Serializable, org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory

public class CharacterNGramTokenizerFactoryImpl
extends java.lang.Object
implements org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory, java.io.Serializable

A DeepLearning4j's TokenizerFactory interface for Weka core tokenizers.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
CharacterNGramTokenizerFactoryImpl()

Method Summary

Modifier and Type	Method and Description
org.deeplearning4j.text.tokenization.tokenizer.Tokenizer	create(java.io.InputStream toTokenize)
org.deeplearning4j.text.tokenization.tokenizer.Tokenizer	create(java.lang.String toTokenize)
int	getNMax()
int	getNMin()
org.deeplearning4j.text.tokenization.tokenizer.TokenPreProcess	getTokenPreProcessor()
void	setNMax(int nMax)
void	setNMin(int nMin)
void	setTokenPreProcessor(org.deeplearning4j.text.tokenization.tokenizer.TokenPreProcess preProcessor)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

CharacterNGramTokenizerFactoryImpl

public CharacterNGramTokenizerFactoryImpl()

Method Detail

create

public org.deeplearning4j.text.tokenization.tokenizer.Tokenizer create(java.lang.String toTokenize)

Specified by:

create in interface org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory

create

public org.deeplearning4j.text.tokenization.tokenizer.Tokenizer create(java.io.InputStream toTokenize)

Specified by:

create in interface org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory

getTokenPreProcessor

public org.deeplearning4j.text.tokenization.tokenizer.TokenPreProcess getTokenPreProcessor()

Specified by:

getTokenPreProcessor in interface org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory

setTokenPreProcessor

public void setTokenPreProcessor(org.deeplearning4j.text.tokenization.tokenizer.TokenPreProcess preProcessor)

Specified by:

setTokenPreProcessor in interface org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory

getNMax

public int getNMax()

setNMax

public void setNMax(int nMax)

getNMin

public int getNMin()

setNMin

public void setNMin(int nMin)