InferotemporalCortexServiceMysql.H

00001 /*!@file Neuro/InferotemporalCortexService.H */
00002 
00003 // //////////////////////////////////////////////////////////////////// //
00004 // The iLab Neuromorphic Vision C++ Toolkit - Copyright (C) 2000-2005   //
00005 // by the University of Southern California (USC) and the iLab at USC.  //
00006 // See http://iLab.usc.edu for information about this project.          //
00007 // //////////////////////////////////////////////////////////////////// //
00008 // Major portions of the iLab Neuromorphic Vision Toolkit are protected //
00009 // under the U.S. patent ``Computation of Intrinsic Perceptual Saliency //
00010 // in Visual Environments, and Applications'' by Christof Koch and      //
00011 // Laurent Itti, California Institute of Technology, 2001 (patent       //
00012 // pending; application number 09/912,225 filed July 23, 2001; see      //
00013 // http://pair.uspto.gov/cgi-bin/final/home.pl for current status).     //
00014 // //////////////////////////////////////////////////////////////////// //
00015 // This file is part of the iLab Neuromorphic Vision C++ Toolkit.       //
00016 //                                                                      //
00017 // The iLab Neuromorphic Vision C++ Toolkit is free software; you can   //
00018 // redistribute it and/or modify it under the terms of the GNU General  //
00019 // Public License as published by the Free Software Foundation; either  //
00020 // version 2 of the License, or (at your option) any later version.     //
00021 //                                                                      //
00022 // The iLab Neuromorphic Vision C++ Toolkit is distributed in the hope  //
00023 // that it will be useful, but WITHOUT ANY WARRANTY; without even the   //
00024 // implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR      //
00025 // PURPOSE.  See the GNU General Public License for more details.       //
00026 //                                                                      //
00027 // You should have received a copy of the GNU General Public License    //
00028 // along with the iLab Neuromorphic Vision C++ Toolkit; if not, write   //
00029 // to the Free Software Foundation, Inc., 59 Temple Place, Suite 330,   //
00030 // Boston, MA 02111-1307 USA.                                           //
00031 // //////////////////////////////////////////////////////////////////// //
00032 //
00033 // Primary maintainer for this file: Lior Elazary
00034 // $HeadURL: svn://isvn.usc.edu/software/invt/trunk/saliency/src/NeovisionII/InferotemporalCortexServiceMysql.H $
00035 // $Id: InferotemporalCortexServiceMysql.H 12962 2010-03-06 02:13:53Z irock $
00036 //
00037 
00038 #ifndef NEOVISIONII_InferotemporalCortexSERVICE_H_DEFINED
00039 #define NEOVISIONII_InferotemporalCortexSERVICE_H_DEFINED
00040 
00041 #include <mysql++.h>
00042 #include <Ice/Ice.h>
00043 #include <Ice/Service.h>
00044 #include <IceUtil/Thread.h>
00045 #include <IceStorm/IceStorm.h>
00046 #include "Ice/BrainObjects.ice.H"
00047 #include "Ice/SimEvents.ice.H"
00048 #include "Ice/ImageIce.ice.H"
00049 #include "Ice/IceImageUtils.H"
00050 #include "Component/ModelManager.H"
00051 #include "Component/ModelComponent.H"
00052 #include "Component/ModelOptionDef.H"
00053 #include "Image/Image.H"
00054 #include "Media/FrameSeries.H"
00055 #include "Transport/FrameInfo.H"
00056 #include "Raster/GenericFrame.H"
00057 #include "SIFT/ScaleSpace.H"
00058 #include "SIFT/VisualObject.H"
00059 #include "SIFT/Keypoint.H"
00060 #include "SIFT/VisualObjectDB.H"
00061 #include "Util/CpuTimer.H"
00062 
00063 class InferotemporalCortexI : public ModelComponent, public BrainObjects::InferotemporalCortex, public IceUtil::Thread
00064 {
00065 public:
00066   struct TopicInfo
00067   {
00068     TopicInfo(const char* _name, IceStorm::TopicPrx& prx) :
00069       name(_name), topicPrx(prx)
00070     {}
00071     std::string name;
00072     IceStorm::TopicPrx topicPrx;
00073   };
00074 
00075   InferotemporalCortexI(OptionManager& mgr,
00076         nub::ref<OutputFrameSeries> ofs,
00077         const std::string& descrName = "InferotemporalCortexService",
00078         const std::string& tagName = "InferotemporalCortexService");
00079 
00080   ~InferotemporalCortexI();
00081 
00082   virtual void evolve(const SimEvents::EventMessagePtr& eMsg,
00083       const Ice::Current&);
00084 
00085   virtual void run();
00086 
00087   void initSimEvents(Ice::CommunicatorPtr icPtr, Ice::ObjectPrx objectPrx); //Init the SimEvents by attaching to a topic and getting a messagePrx
00088   void unsubscribeSimEvents();
00089 
00090   //SIFT methods
00091   //Init the database
00092   bool initVDB();
00093   //Get the best label by doing some temporal integration.
00094   //TODO: Add the score to this matching, and determin the labels if the score is close
00095   std::string getBestLabel(const size_t mincount);
00096 
00097   //Find a match
00098   std::string matchObject(Image<PixRGB<byte> > &ima, float &score);
00099 
00100 
00101 
00102 
00103 private:
00104   nub::ref<OutputFrameSeries> itsOfs;
00105   SimEvents::EventsPrx itsEventsPub; //the Event publisher
00106   std::vector<TopicInfo> itsTopicsSubscriptions; //out subscription to the various topics
00107   Ice::ObjectPrx itsObjectPrx; //Our proxy
00108   std::string itsVDBFile; //the visual object database filename
00109   VisualObjectDB itsVDB; //the visual object database
00110   bool itsUseColor; //use color in sift
00111   uint itsMaxLabelHistory; //the history of labels that we keep
00112   std::deque<std::string> itsRecentLabels; //the recent labels that we found so far
00113   bool itsTrainingMode; //are we in training mode
00114   mysqlpp::Connection *itsDBCon;
00115   Image<PixRGB<byte> > itsCurrentImg;
00116   IceUtil::Mutex itsImgMutex;
00117   CpuTimer itsTimer;
00118 
00119 
00120 };
00121 
00122 // ######################################################################
00123 /* So things look consistent in everyone's emacs... */
00124 /* Local Variables: */
00125 /* mode: c++ */
00126 /* indent-tabs-mode: nil */
00127 /* End: */
00128 
00129 #endif // NEURO_ENVVISUALCORTEX_H_DEFINED
Generated on Sun May 8 08:41:02 2011 for iLab Neuromorphic Vision Toolkit by  doxygen 1.6.3