PTester.h

Go to the documentation of this file.

// -*- C++ -*-

// PTester.h
// 
// Copyright (C) 2002 Pascal Vincent, Frederic Morin
// 
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are met:
// 
//  1. Redistributions of source code must retain the above copyright
//     notice, this list of conditions and the following disclaimer.
// 
//  2. Redistributions in binary form must reproduce the above copyright
//     notice, this list of conditions and the following disclaimer in the
//     documentation and/or other materials provided with the distribution.
// 
//  3. The name of the authors may not be used to endorse or promote
//     products derived from this software without specific prior written
//     permission.
// 
// THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR
// IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
// OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN
// NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
// TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
// LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
// NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
// SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
// 
// This file is part of the PLearn library. For more information on the PLearn
// library, go to the PLearn Web site at www.plearn.org

/* *******************************************************      
   * $Id: PTester.h,v 1.15 2004/07/26 20:13:52 tihocan Exp $ 
   ******************************************************* */

#ifndef PTester_INC
#define PTester_INC

#include <plearn/base/Object.h>
#include <plearn/vmat/Splitter.h>
#include <plearn/vmat/VMat.h>
#include <plearn_learners/generic/PLearner.h>

namespace PLearn {
using namespace std;

class PTester: public Object
{    

private:

  typedef Object inherited;

protected:

  TVec<string> statnames_processed;

public:

  // ************************
  // * public build options *
  // ************************
  
  // See declareOptions method in .cc for the role of these options.

  VMat dataset;
  string expdir;  
  TVec<string> final_commands;
  PP<VecStatsCollector> global_template_stats_collector;
  PP<PLearner> learner;
  bool provide_learner_expdir;
  bool report_stats;
  bool save_data_sets;
  bool save_initial_learners;
  bool save_initial_tester;
  bool save_learners;
  bool save_stat_collectors;
  bool save_test_costs;
  bool save_test_outputs;
  PP<Splitter> splitter;
  TVec<TVec<string> > statmask;
  PP<VecStatsCollector> template_stats_collector;
  bool train; // whether or not to train or just test

  // TODO Move to protected as soon as Apstat code is fixed.
  // Protected because it is safer to access it from getStatNames,
  // since the 'statmask' option may modify the stats.
  TVec<string> statnames;
 
  // ****************
  // * Constructors *
  // ****************

  // Default constructor
  PTester();


  // ******************
  // * Object methods *
  // ******************

private: 
  // (Please implement in .cc)
  void build_();

protected: 
  // (Please implement in .cc)
  static void declareOptions(OptionList& ol);

public:
  // simply calls inherited::build() then build_() 
  virtual void build();

  PLEARN_DECLARE_OBJECT(PTester);

  void setExperimentDirectory(const string& the_expdir);
  
  string getExperimentDirectory() const { return expdir; }


  TVec<string> getStatNames();

  virtual void run();

  Vec perform(bool call_forget=true);

  virtual void makeDeepCopyFromShallowCopy(map<const void*, void*>& copies);

};

DECLARE_OBJECT_PTR(PTester);



class StatSpec
{
public:
  string extstat;  
  string setname;  
  int setnum;      

  string intstatname;  

  StatSpec() : setnum(-1) {}

  void init(const string& statname);

  string statName()
   { return extstat + "[" + setname + "." + intstatname + "]"; }

private:

  void parseStatname(const string& statname);
};

} // end of namespace PLearn

#endif

---