/media/e/eblearn-trunk/libeblearn/include/DataSource.h

/***************************************************************************
 *   Copyright (C) 2008 by Matt Grimes and Pierre Sermanet   *
 *   mkg@cs.nyu.edu, pierre.sermanet@gmail.com   *
 *   All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *     * Redistributions of source code must retain the above copyright
 *       notice, this list of conditions and the following disclaimer.
 *     * Redistributions in binary form must reproduce the above copyright
 *       notice, this list of conditions and the following disclaimer in the
 *       documentation and/or other materials provided with the distribution.
 *     * Redistribution under a license not approved by the Open Source
 *       Initiative (http://www.opensource.org) must display the
 *       following acknowledgement in all advertising material:
 *        This product includes software developed at the Courant
 *        Institute of Mathematical Sciences (http://cims.nyu.edu).
 *     * The names of the authors may not be used to endorse or promote products
 *       derived from this software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
 * DISCLAIMED. IN NO EVENT SHALL ThE AUTHORS BE LIABLE FOR ANY
 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 ***************************************************************************/

#ifndef DATASOURCE_H_
#define DATASOURCE_H_

#include "libidx.h"
#include "Ebl.h"

#ifdef __GUI__
#include "libidxgui.h"
#endif 

using namespace std;

namespace ebl {

  template<typename Tdata, typename Tlabel> class LabeledDataSource {
  public:
    double                                       bias;
    double                                       coeff;
    Idx<Tdata>                                   data;
    Idx<Tlabel>                                  labels;
    typename Idx<Tdata>::dimension_iterator      dataIter;
    typename Idx<Tlabel>::dimension_iterator     labelsIter;
    unsigned int                                 height;
    unsigned int                                 width;
    vector<string*>                             *lblstr;
    const char                                  *name;
    unsigned int                                 display_wid;

    LabeledDataSource();

    void init(Idx<Tdata> &inp, Idx<Tlabel> &lbl, double b, double c, 
              const char *name, vector<string*> *lblstr);

    LabeledDataSource(Idx<Tdata> &inputs, Idx<Tlabel> &labels, 
                      double b = 0.0, double c = 0.01,
                      const char *name = NULL,
                      vector<string*> *lblstr = NULL);

    virtual ~LabeledDataSource();

    void virtual fprop(state_idx &datum, Idx<Tlabel> &label);

    virtual int size();

    // TODO: implement or get rid of tell?
    virtual int tell() { return -1; };

    virtual void next();

    virtual void seek_begin();

    virtual void display(unsigned int nh, unsigned int nw, 
                         unsigned int h0 = 0, unsigned int w0 = 0, 
                         double zoom = 1.0, int wid = -1, 
                         const char *wname = NULL);

    virtual void draw(unsigned int nh, unsigned int nw, unsigned int h0 = 0, 
                      unsigned int w0 = 0, double zoom = 1.0);
  };


  template<class Tdata, class Tlabel>
    class MnistDataSource : public LabeledDataSource<Tdata, Tlabel> {
  public:
    double bias;
    double coeff;
    
    MnistDataSource() {};

    MnistDataSource(Idx<Tdata> &inp, Idx<Tlabel> &lbl,
                    intg w, intg h, double b, double c, 
                    const char *name = NULL);
    virtual ~MnistDataSource () {}

    virtual void init(Idx<Tdata> &inp, Idx<Tlabel> &lbl, intg w, intg h, 
                      double b, double c, const char *name);

    virtual void fprop(state_idx &out, Idx<Tlabel> &label);

    virtual void display(unsigned int nh, unsigned int nw, 
                         unsigned int h0 = 0, unsigned int w0 = 0, 
                         double zoom = 1.0, int wid = -1,
                         const char *wname = NULL);
  };

  // Helper functions
  
  template<class Tdata, class Tlabel>
  bool load_mnist_dataset(const char *directory,
                          MnistDataSource<Tdata,Tlabel> &train_ds, 
                          MnistDataSource<Tdata,Tlabel> &test_ds,
                          int train_size, int test_size);

  Idx<double> create_target_matrix(intg nclasses, double target);

  /*
  template<class Tdata, class Tlabel>
  class DataSourceNarrow : public LabeledDataSource<Tdata, Tlabel> {
  public:
  LabeledDataSource<Tdata, Tlabel> *base;
  intg offset;
  intg size;

  DataSourceNarrow(LabeledDataSource<Tdata, Tlabel> *b, intg siz, intg off);

  virtual ~DataSourceNarrow () {}

  intg size();

  void fprop(state_idx &out, Idx<Tlabel> &label);
  };
  */

} // end namespace ebl

#include "DataSource.hpp"

#endif /* DATASOURCE_H_ */

---