SequentialValidation.h

Go to the documentation of this file.

// -*- C++ -*-

// SequentialValidation.h
//
// Copyright (C) 2003 Rejean Ducharme, Yoshua Bengio
// Copyright (C) 2003 Pascal Vincent
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are met:
//
//  1. Redistributions of source code must retain the above copyright
//     notice, this list of conditions and the following disclaimer.
//
//  2. Redistributions in binary form must reproduce the above copyright
//     notice, this list of conditions and the following disclaimer in the
//     documentation and/or other materials provided with the distribution.
//
//  3. The name of the authors may not be used to endorse or promote
//     products derived from this software without specific prior written
//     permission.
//
// THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR
// IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
// OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN
// NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
// TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
// LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
// NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
// SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
//
// This file is part of the PLearn library. For more information on the PLearn
// library, go to the PLearn Web site at www.plearn.org



#ifndef SEQUENTIAL_VALIDATION
#define SEQUENTIAL_VALIDATION

#include <plearn/base/Object.h>
#include <plearn_learners/generic/StatefulLearner.h>
#include <plearn/vmat/VMat.h>
#include <plearn/base/PP.h>

namespace PLearn {
using namespace std;


class SequentialValidation: public Object
{
  typedef Object inherited;

public:
  
  // *********************
  // * public options    *
  // *********************
    
  int init_train_size;

  int last_test_time;
  
  VMat dataset;

  PP<StatefulLearner> learner;

  TVec<string> statnames;

  TVec<string> timewise_statnames;

  string expdir;
  
  bool report_stats;
  bool save_final_model;
  bool save_initial_model;
  bool save_initial_seqval;
  bool save_data_sets;
  bool save_test_outputs;
  bool save_test_costs;
  bool save_stat_collectors;
  bool provide_learner_expdir; /* =true */

private:

  void build_();

protected:

  static void declareOptions(OptionList& ol);  
  virtual void reportStats(const Vec& global_result);

public:

  SequentialValidation();
  
  virtual void build();
  
  virtual void setExperimentDirectory(const string& _expdir);

  virtual void run();
  
  PLEARN_DECLARE_OBJECT(SequentialValidation);
};
  
DECLARE_OBJECT_PTR(SequentialValidation);

} // end of namespace PLearn

#endif

---