Examples of weka.experiment.CrossValidationResultProducer

weka.experiment.CrossValidationResultProducer

Generates for each run, carries out an n-fold cross-validation, using the set SplitEvaluator to generate some results. If the class attribute is nominal, the dataset is stratified. Results for each fold are generated, so you may wish to use this in addition with an AveragingResultProducer to obtain averages for each run.

Valid options are:

 -X <number of folds> The number of folds to use for the cross-validation. (default 10)

 -D Save raw split evaluator output.

 -O <file/directory name/path> The filename where raw output will be stored. If a directory name is specified then then individual outputs will be gzipped, otherwise all output will be zipped to the named file. Use in conjuction with -D. (default splitEvalutorOut.zip)

 -W <class name> The full class name of a SplitEvaluator. eg: weka.experiment.ClassifierSplitEvaluator

  Options specific to split evaluator weka.experiment.ClassifierSplitEvaluator:

 -W <class name> The full class name of the classifier. eg: weka.classifiers.bayes.NaiveBayes

 -C <index> The index of the class for which IR statistics are to be output. (default 1)

 -I <index> The index of an attribute to output in the results. This attribute should identify an instance in order to know which instances are in the test set of a cross validation. if 0 no output (default 0).

 -P Add target and prediction columns to the result for each fold.

  Options specific to classifier weka.classifiers.rules.ZeroR:

 -D If set, classifier is run in debug mode and may output additional info to the console

All options after -- will be passed to the split evaluator. @author Len Trigg (trigg@cs.waikato.ac.nz) @version $Revision: 1.17 $

    // create action listeners
    m_NewBut.setMnemonic('N');
    m_NewBut.addActionListener(new ActionListener() {
  public void actionPerformed(ActionEvent e) {
    Experiment newExp = new Experiment();
    CrossValidationResultProducer cvrp = new CrossValidationResultProducer();
    cvrp.setNumFolds(10);
    cvrp.setSplitEvaluator(new ClassifierSplitEvaluator());
    newExp.setResultProducer(cvrp);
    newExp.setPropertyArray(new Classifier[0]);
    newExp.setUsePropertyIterator(true);
    setExperiment(newExp);

View Full Code Here

    m_ResultsDestinationCBox.setEnabled(true);
    m_ResultsDestinationPathLabel.setEnabled(true);
    m_ResultsDestinationPathTField.setEnabled(true);


    if (exp.getResultProducer() instanceof CrossValidationResultProducer) {
      CrossValidationResultProducer cvrp = (CrossValidationResultProducer) exp.getResultProducer();
      m_numFolds = cvrp.getNumFolds();
      m_ExperimentParameterTField.setText("" + m_numFolds);
      
      if (cvrp.getSplitEvaluator() instanceof ClassifierSplitEvaluator) {
  m_ExpClassificationRBut.setSelected(true);
  m_ExpRegressionRBut.setSelected(false);
      } else if (cvrp.getSplitEvaluator() instanceof RegressionSplitEvaluator) {
  m_ExpClassificationRBut.setSelected(false);
  m_ExpRegressionRBut.setSelected(true);
      } else {
  // unknown split evaluator
  System.out.println(Messages.getInstance().getString("SimpleSetupPanel_SetExperiment_UnknownSplitEvaluator_Text"));

View Full Code Here

      sec = ((RegressionSplitEvaluator)se).getClassifier();
    }
    
    // build new ResultProducer
    if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_CROSSVALIDATION_TEXT) {
      CrossValidationResultProducer cvrp = new CrossValidationResultProducer();
      cvrp.setNumFolds(m_numFolds);
      cvrp.setSplitEvaluator(se);
      
      PropertyNode[] propertyPath = new PropertyNode[2];
      try {
  propertyPath[0] = new PropertyNode(se, new PropertyDescriptor("splitEvaluator",
                      CrossValidationResultProducer.class),

View Full Code Here

    }


    if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_CROSSVALIDATION_TEXT) {


      if (m_Exp.getResultProducer() instanceof CrossValidationResultProducer) {
  CrossValidationResultProducer cvrp = (CrossValidationResultProducer) m_Exp.getResultProducer();
  cvrp.setNumFolds(m_numFolds);
      } else {
  return;
      }


    } else {

View Full Code Here

    // create action listeners
    m_NewBut.setMnemonic('N');
    m_NewBut.addActionListener(new ActionListener() {
  public void actionPerformed(ActionEvent e) {
    Experiment newExp = new Experiment();
    CrossValidationResultProducer cvrp = new CrossValidationResultProducer();
    cvrp.setNumFolds(10);
    cvrp.setSplitEvaluator(new ClassifierSplitEvaluator());
    newExp.setResultProducer(cvrp);
    newExp.setPropertyArray(new Classifier[0]);
    newExp.setUsePropertyIterator(true);
    setExperiment(newExp);

View Full Code Here

    m_ResultsDestinationCBox.setEnabled(true);
    m_ResultsDestinationPathLabel.setEnabled(true);
    m_ResultsDestinationPathTField.setEnabled(true);


    if (exp.getResultProducer() instanceof CrossValidationResultProducer) {
      CrossValidationResultProducer cvrp = (CrossValidationResultProducer) exp.getResultProducer();
      m_numFolds = cvrp.getNumFolds();
      m_ExperimentParameterTField.setText("" + m_numFolds);
      
      if (cvrp.getSplitEvaluator() instanceof ClassifierSplitEvaluator) {
  m_ExpClassificationRBut.setSelected(true);
  m_ExpRegressionRBut.setSelected(false);
      } else if (cvrp.getSplitEvaluator() instanceof RegressionSplitEvaluator) {
  m_ExpClassificationRBut.setSelected(false);
  m_ExpRegressionRBut.setSelected(true);
      } else {
  // unknown split evaluator
  System.out.println("SimpleSetup incompatibility: unrecognised split evaluator");

View Full Code Here

      sec = ((RegressionSplitEvaluator)se).getClassifier();
    }
    
    // build new ResultProducer
    if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_CROSSVALIDATION_TEXT) {
      CrossValidationResultProducer cvrp = new CrossValidationResultProducer();
      cvrp.setNumFolds(m_numFolds);
      cvrp.setSplitEvaluator(se);
      
      PropertyNode[] propertyPath = new PropertyNode[2];
      try {
  propertyPath[0] = new PropertyNode(se, new PropertyDescriptor("splitEvaluator",
                      CrossValidationResultProducer.class),

View Full Code Here

    }


    if (m_ExperimentTypeCBox.getSelectedItem() == TYPE_CROSSVALIDATION_TEXT) {


      if (m_Exp.getResultProducer() instanceof CrossValidationResultProducer) {
  CrossValidationResultProducer cvrp = (CrossValidationResultProducer) m_Exp.getResultProducer();
  cvrp.setNumFolds(m_numFolds);
      } else {
  return;
      }


    } else {

View Full Code Here

    // create action listeners
    m_NewBut.setMnemonic('N');
    m_NewBut.addActionListener(new ActionListener() {
  public void actionPerformed(ActionEvent e) {
    Experiment newExp = new Experiment();
    CrossValidationResultProducer cvrp = new CrossValidationResultProducer();
    cvrp.setNumFolds(10);
    cvrp.setSplitEvaluator(new ClassifierSplitEvaluator());
    newExp.setResultProducer(cvrp);
    newExp.setPropertyArray(new Classifier[0]);
    newExp.setUsePropertyIterator(true);
    setExperiment(newExp);

View Full Code Here

    m_ResultsDestinationCBox.setEnabled(true);
    m_ResultsDestinationPathLabel.setEnabled(true);
    m_ResultsDestinationPathTField.setEnabled(true);


    if (exp.getResultProducer() instanceof CrossValidationResultProducer) {
      CrossValidationResultProducer cvrp = (CrossValidationResultProducer) exp.getResultProducer();
      m_numFolds = cvrp.getNumFolds();
      m_ExperimentParameterTField.setText("" + m_numFolds);
      
      if (cvrp.getSplitEvaluator() instanceof ClassifierSplitEvaluator) {
  m_ExpClassificationRBut.setSelected(true);
  m_ExpRegressionRBut.setSelected(false);
      } else if (cvrp.getSplitEvaluator() instanceof RegressionSplitEvaluator) {
  m_ExpClassificationRBut.setSelected(false);
  m_ExpRegressionRBut.setSelected(true);
      } else {
  // unknown split evaluator
  System.out.println("SimpleSetup incompatibility: unrecognised split evaluator");

View Full Code Here

0 1

TOP

Related Classes of weka.experiment.CrossValidationResultProducer

weka.core.Instances

weka.core.Option

weka.gui.experiment.SimpleSetupPanel

java.io.File

java.util.Random

java.util.Calendar

java.util.Enumeration

java.util.Vector

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.