import edu.stanford.nlp.process.WordSegmenter; //导入依赖的package包/类
/**
 * Returns a ChineseLexicon
 */
@Override
public Lexicon lex(Options.LexOptions op) {
  if (useCharacterBasedLexicon) {
    return lex = new ChineseCharacterBasedLexicon();
  // } else if (useMaxentLexicon) {
  // return lex = new ChineseMaxentLexicon();
  }
  if (op.uwModel == null) {
    op.uwModel = "edu.stanford.nlp.parser.lexparser.ChineseUnknownWordModel";
  }
  ChineseLexicon clex = new ChineseLexicon(op);
  WordSegmenter seg;
  /*if (segmentMarkov) {
    seg = new ChineseMarkovWordSegmenter();
  } else if (segmentMaxMatch) {
    seg = new MaxMatchSegmenter();
    }*/
  seg = segmenter;

  if (seg != null) {
    lex = new ChineseLexiconAndWordSegmenter(clex, seg);
  } else {
    lex = clex;
  }

  return lex;
}
 

import edu.stanford.nlp.process.WordSegmenter; //导入依赖的package包/类
public ChineseLexiconAndWordSegmenter(ChineseLexicon lex, WordSegmenter seg) {
  chineseLexicon = lex;
  wordSegmenter = seg;
  ChineseTreebankLanguagePack.setTokenizerFactory(WordSegmentingTokenizer.factory(seg));
}
 

import edu.stanford.nlp.process.WordSegmenter; //导入依赖的package包/类
public WordSegmentingTokenizer(WordSegmenter wordSegmenter, Reader r) {
  this.wordSegmenter = wordSegmenter;
  tok = new WhitespaceTokenizer(r);
}
 

import edu.stanford.nlp.process.WordSegmenter; //导入依赖的package包/类
public static TokenizerFactory<Word> factory(WordSegmenter wordSegmenter) {
  return new WordSegmentingTokenizerFactory(wordSegmenter);
}
 

import edu.stanford.nlp.process.WordSegmenter; //导入依赖的package包/类
public WordSegmentingTokenizerFactory(WordSegmenter wordSegmenter) {
  this.wordSegmenter = wordSegmenter;
}
 

import edu.stanford.nlp.process.WordSegmenter; //导入依赖的package包/类
public ChineseLexiconAndWordSegmenter(ChineseLexicon lex, WordSegmenter seg) {
  chineseLexicon = lex;
  wordSegmenter = seg;
}
 

import edu.stanford.nlp.process.WordSegmenter; //导入依赖的package包/类
public WordSegmentingTokenizer(WordSegmenter segmenter, Reader r) {
  this(segmenter, WhitespaceTokenizer.newCoreLabelWhitespaceTokenizer(r));
}
 

import edu.stanford.nlp.process.WordSegmenter; //导入依赖的package包/类
public static TokenizerFactory<HasWord> factory(WordSegmenter wordSegmenter) {
  return new WordSegmentingTokenizerFactory(wordSegmenter);
}
 

import edu.stanford.nlp.process.WordSegmenter; //导入依赖的package包/类
public WordSegmentingTokenizerFactory(WordSegmenter wordSegmenter) {
  segmenter = wordSegmenter;
}