AffineTransformWeightPenalty.h

Go to the documentation of this file.

// -*- C++ -*-

// PLearn (A C++ Machine Learning Library)
// Copyright (C) 1998 Pascal Vincent
// Copyright (C) 1999-2002 Pascal Vincent, Yoshua Bengio, Rejean Ducharme and University of Montreal
// Copyright (C) 2001-2002 Nicolas Chapados, Ichiro Takeuchi, Jean-Sebastien Senecal
// Copyright (C) 2002 Xiangdong Wang, Christian Dorion

// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are met:
// 
//  1. Redistributions of source code must retain the above copyright
//     notice, this list of conditions and the following disclaimer.
// 
//  2. Redistributions in binary form must reproduce the above copyright
//     notice, this list of conditions and the following disclaimer in the
//     documentation and/or other materials provided with the distribution.
// 
//  3. The name of the authors may not be used to endorse or promote
//     products derived from this software without specific prior written
//     permission.
// 
// THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR
// IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
// OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN
// NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
// TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
// PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
// LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
// NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
// SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
// 
// This file is part of the PLearn library. For more information on the PLearn
// library, go to the PLearn Web site at www.plearn.org


/* *******************************************************      
   * $Id: AffineTransformWeightPenalty.h,v 1.6 2004/04/27 15:59:16 morinf Exp $
   * This file is part of the PLearn library.
   ******************************************************* */

#ifndef AffineTransformWeightPenalty_INC
#define AffineTransformWeightPenalty_INC

#include "UnaryVariable.h"

namespace PLearn {
using namespace std;


class AffineTransformWeightPenalty: public UnaryVariable
{
    typedef UnaryVariable inherited;

  protected:    
    real weight_decay_;
    real bias_decay_;
    bool L1_penalty_;

  public:
    AffineTransformWeightPenalty()
      : weight_decay_(0.0), bias_decay_(0.0), L1_penalty_(false)
    {}
    AffineTransformWeightPenalty(Variable* affinetransform, real weight_decay, real bias_decay=0., bool L1_penalty=false) 
      : inherited(affinetransform, 1,1),weight_decay_(weight_decay),bias_decay_(bias_decay),L1_penalty_(L1_penalty)
    {}
    PLEARN_DECLARE_OBJECT(AffineTransformWeightPenalty);
    static void declareOptions(OptionList &ol);

    virtual void recomputeSize(int& l, int& w) const;    
    virtual void fprop();
    virtual void bprop();
};

DECLARE_OBJECT_PTR(AffineTransformWeightPenalty);

inline Var affine_transform_weight_penalty(Var transformation, real weight_decay, real bias_decay=0, bool L1_penalty=false)
{ return new AffineTransformWeightPenalty(transformation, weight_decay, bias_decay, L1_penalty); } 

} // end of namespace PLearn

#endif 

---