net.java.sen.ja
Class JapaneseTokenizer

java.lang.Object
  extended bynet.java.sen.Tokenizer
      extended bynet.java.sen.ja.JapaneseTokenizer

public class JapaneseTokenizer
extends Tokenizer


Field Summary
 
Fields inherited from class net.java.sen.Tokenizer
bosNode, bosToken, bosToken2, dic, eosToken, unknownToken
 
Constructor Summary
JapaneseTokenizer(java.lang.String tokenFile, java.lang.String doubleArrayFile, java.lang.String posInfoFile, java.lang.String connectFile, java.lang.String charset)
           
 
Method Summary
 int getCharClass(char c)
           
 Node lookup(char[] c, int begin)
           
 
Methods inherited from class net.java.sen.Tokenizer
clear, close, getNewNode, skipCharClass, skipCharClass
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

JapaneseTokenizer

public JapaneseTokenizer(java.lang.String tokenFile,
                         java.lang.String doubleArrayFile,
                         java.lang.String posInfoFile,
                         java.lang.String connectFile,
                         java.lang.String charset)
                  throws java.io.IOException
Method Detail

getCharClass

public int getCharClass(char c)
Specified by:
getCharClass in class Tokenizer

lookup

public Node lookup(char[] c,
                   int begin)
            throws java.io.IOException
Specified by:
lookup in class Tokenizer
Throws:
java.io.IOException