import cc.mallet.pipe.Noop; //导入依赖的package包/类
/** Creates a PagedInstanceList where "instancesPerPage" instances
 * are swapped to disk in directory "swapDir" if the amount of free
 * system memory drops below "minFreeMemory" bytes
 * @param pipe instance pipe
 * @param numPages number of pages to keep in memory
 * @param instancesPerPage number of Instances to store in each page
 * @param swapDir where the pages on disk live.
 */
public PagedInstanceList (Pipe pipe, int numPages, int instancesPerPage, File swapDir) {
    super (pipe, numPages * instancesPerPage);
    this.instancesPerPage = instancesPerPage;
    this.swapDir = swapDir;
    this.inMemoryPageIds = new int[numPages];
    this.inMemoryPages = new InstanceList[numPages];
    this.noopPipe = new Noop(pipe.getDataAlphabet(), pipe.getTargetAlphabet());
    for (int i = 0; i < numPages; i++) {
        this.inMemoryPageIds[i] = -1;
    }

    try {
        if (!swapDir.exists()) {
            swapDir.mkdir();
        }
    } catch (SecurityException e) {
        System.err.println ("No permission to make directory " + swapDir);
        System.exit(-1);
    }
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
public void testParenGroupIterator ()
{
	String input = "(a (b c) ((d))  ) f\n\n (3\n 4) (  6) ";
	Reader reader = new StringReader (input);
	ParenGroupIterator it = new ParenGroupIterator (reader);
	Pipe pipe = new Noop();
	pipe.setTargetProcessing (false);

	InstanceList lst = new InstanceList (pipe);
	lst.addThruPipe (it);

	assertEquals (3, lst.size());
	assertEquals ("(a (b c) ((d))  )", lst.get(0).getData());
	assertEquals ("(3\n 4)", lst.get(1).getData());
	assertEquals ("(  6)", lst.get(2).getData());
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
@Test
	public void setWeights() {
	
	InstanceList instances = new InstanceList(new Noop());
	Instance instance1 = new Instance("test", null, null, null);
	Instance instance2 = new Instance("test", null, null, null);
	
	instances.add(instance1, 10.0);
	instances.add(instance2);

	assertEquals("#1", instances.getInstanceWeight(0), 10.0, 0.0);
	assertEquals("#2", instances.getInstanceWeight(instance1), 10.0, 0.0);
	assertEquals("#3", instances.getInstanceWeight(1), 1.0, 0.0);
	assertEquals("#4", instances.getInstanceWeight(instance2), 1.0, 0.0);

	// Reset an existing weight
	instances.setInstanceWeight(0, 1.0);
	assertEquals("#5", instances.getInstanceWeight(0), 1.0, 0.0);

	// Reset an existing default (and therefore not represented) weight
	instances.setInstanceWeight(1, 5.0);
	assertEquals("#6", instances.getInstanceWeight(1), 5.0, 0.0);
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
public void testParenGroupIterator ()
{
	String input = "(a (b c) ((d))  ) f\n\n (3\n 4) (  6) ";
	Reader reader = new StringReader(input);
	ParenGroupIterator it = new ParenGroupIterator (reader);
	Pipe pipe = new Noop();
	pipe.setTargetProcessing (false);

	InstanceList lst = new InstanceList (pipe);
	lst.addThruPipe (it);

	assertEquals (3, lst.size());
	assertEquals ("(a (b c) ((d))  )", lst.get(0).getData());
	assertEquals ("(3\n 4)", lst.get(1).getData());
	assertEquals ("(  6)", lst.get(2).getData());
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
/**
 * Constructor for creating a new CorpusRepresentation from a FeatureInfo. 
 * @param fi
 * @param sm 
 */
public CorpusRepresentationMalletTarget(FeatureInfo fi, ScalingMethod sm, TargetType targetType) {
  featureInfo = fi;
  scalingMethod = sm;

  LabelAlphabet targetAlphabet = (targetType == TargetType.NOMINAL) ? new LabelAlphabet() : null;
  Pipe innerPipe = new Noop(new Alphabet(), targetAlphabet);
  List<Pipe> pipes = new ArrayList<Pipe>();
  pipes.add(innerPipe);
  pipe = new LFPipe(pipes);
  pipe.setFeatureInfo(fi);
  instances = new InstanceList(pipe);
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
public CorpusRepresentationMalletSeq(FeatureInfo fi, ScalingMethod sm) {
  featureInfo = fi;
  scalingMethod = sm;

  Pipe innerPipe = new Noop(new Alphabet(), new LabelAlphabet());
  List<Pipe> pipes = new ArrayList<Pipe>();
  pipes.add(innerPipe);
  pipe = new LFPipe(pipes);
  pipe.setFeatureInfo(fi);
  instances = new InstanceList(pipe);
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
public CRF (Alphabet inputAlphabet, Alphabet outputAlphabet)
{
	super (new Noop(inputAlphabet, outputAlphabet), null);
	inputAlphabet.stopGrowth();
	logger.info ("CRF input dictionary size = "+inputAlphabet.size());
	//xxx outputAlphabet.stopGrowth();
	this.inputAlphabet = inputAlphabet;
	this.outputAlphabet = outputAlphabet;
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
/**
	 Iterates over {@link Segment}s for only one {@link Instance}.
 */
public SegmentIterator (Transducer model, Instance instance, Object[] segmentStartTags,
												Object[] segmentContinueTags) {
	InstanceList ilist = new InstanceList (new Noop (instance.getDataAlphabet(), instance.getTargetAlphabet()));
	ilist.add (instance);
	setSubIterator (model, ilist, segmentStartTags, segmentContinueTags);
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
/**
 *
 * @param i
 * @param j
 * @return A new {@link InstanceList} containing the two argument {@link Instance}s.
 */
public static InstanceList makeList (Instance i, Instance j) {
	InstanceList list = new InstanceList(new Noop(i.getDataAlphabet(), i.getTargetAlphabet()));
	list.add(i);
	list.add(j);
	return list;
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
/**
	 Iterates over {@link cc.mallet.fst.Segment}s for only one {@link Instance}.
 */
public SegmentIterator (Transducer model, Instance instance, Object[] segmentStartTags,
												Object[] segmentContinueTags) {
	InstanceList ilist = new InstanceList (new Noop (instance.getDataAlphabet(), instance.getTargetAlphabet()));
	ilist.add (instance);
	setSubIterator (model, ilist, segmentStartTags, segmentContinueTags);
}
 

import cc.mallet.pipe.Noop; //导入依赖的package包/类
/**
 *
 * @param i
 * @param j
 * @return A new {@link cc.mallet.types.InstanceList} containing the two argument {@link cc.mallet.types.Instance}s.
 */
public static InstanceList makeList (Instance i, Instance j) {
	InstanceList list = new InstanceList(new Noop(i.getDataAlphabet(), i.getTargetAlphabet()));
	list.add(i);
	list.add(j);
	return list;
}