Simple demo of the visual saliency algorithm of Itti et al., IEEE PAMI, 1998. More...

Inheritance diagram for DemoSaliency:

[legend]

Collaboration diagram for DemoSaliency:

[legend]

Public Member Functions
	DemoSaliency (std::string const &instance)
	Constructor. More...

virtual	~DemoSaliency ()
	Virtual destructor for safe inheritance. More...

virtual void	process (jevois::InputFrame &&inframe, jevois::OutputFrame &&outframe) override
	Processing function. More...

	DemoSaliency (std::string const &instance)
	Constructor. More...

virtual	~DemoSaliency ()
	Virtual destructor for safe inheritance. More...

virtual void	process (jevois::InputFrame &&inframe, jevois::OutputFrame &&outframe) override
	Processing function. More...

Public Member Functions inherited from jevois::StdModule
	StdModule (std::string const &instance)

virtual	~StdModule ()

void	sendSerialImg1Dx (unsigned int camw, float x, float size=0.0F, std::string const &id="", std::string const &extra="")

void	sendSerialStd1Dx (float x, float size=0.0F, std::string const &id="", std::string const &extra="")

void	sendSerialImg1Dy (unsigned int camh, float y, float size=0.0F, std::string const &id="", std::string const &extra="")

void	sendSerialStd1Dy (float y, float size=0.0F, std::string const &id="", std::string const &extra="")

void	sendSerialImg2D (unsigned int camw, unsigned int camh, float x, float y, float w=0.0F, float h=0.0F, std::string const &id="", std::string const &extra="")

void	sendSerialStd2D (float x, float y, float w=0.0F, float h=0.0F, std::string const &id="", std::string const &extra="")

void	sendSerialContour2D (unsigned int camw, unsigned int camh, std::vector< cv::Point_< T > > points, std::string const &id="", std::string const &extra="")

void	sendSerialStd3D (float x, float y, float z, float w=0.0F, float h=0.0F, float d=0.0F, float q1=0.0F, float q2=0.0F, float q3=0.0f, float q4=0.0F, std::string const &id="", std::string const &extra="")

void	sendSerialStd3D (std::vector< cv::Point3f > points, std::string const &id="", std::string const &extra="")

void	sendSerialObjReco (std::vector< ObjReco > const &res)

void	sendSerialObjDetImg2D (unsigned int camw, unsigned int camh, float x, float y, float w, float h, std::vector< ObjReco > const &res)

	JEVOIS_DEFINE_ENUM_CLASS (SerStyle,(Terse)(Normal)(Detail)(Fine)) JEVOIS_DECLARE_PARAMETER(serstyle

	JEVOIS_DECLARE_PARAMETER (serprec, unsigned int, "Number of decimal points in standardized serial messages as " "defined in http://jevois.org/doc/UserSerialStyle.html", 0U, jevois::Range< unsigned int >(0U, 10U), ParamCateg)

	JEVOIS_DEFINE_ENUM_CLASS (SerStamp,(None)(Frame)(Time)(FrameTime)(FrameDateTime)) JEVOIS_DECLARE_PARAMETER(serstamp

	JEVOIS_DEFINE_ENUM_CLASS (SerMark,(None)(Start)(Stop)(Both)) JEVOIS_DECLARE_PARAMETER(sermark

Public Member Functions inherited from jevois::Module
	Module (std::string const &instance)

virtual	~Module ()

virtual void	process (InputFrame &&inframe)

virtual void	sendSerial (std::string const &str)

virtual void	parseSerial (std::string const &str, std::shared_ptr< UserInterface > s)

virtual void	supportedCommands (std::ostream &os)

size_t	frameNum () const

void	writeCamRegister (unsigned short reg, unsigned short val)

unsigned short	readCamRegister (unsigned short reg)

void	writeIMUregister (unsigned short reg, unsigned short val)

unsigned short	readIMUregister (unsigned short reg)

void	writeIMUregisterArray (unsigned short reg, unsigned char const *vals, size_t num)

void	readIMUregisterArray (unsigned short reg, unsigned char *vals, size_t num)

Public Member Functions inherited from jevois::Component
	Component (std::string const &instance)

virtual	~Component ()

std::shared_ptr< Component >	getSubComponent (std::string const &instance) const

std::shared_ptr< Comp >	addSubComponent (std::string const &instance, Args &&...args)

void	removeSubComponent (std::shared_ptr< Comp > &component)

void	removeSubComponent (std::string const &instance, bool warnIfNotFound=true)

std::shared_ptr< Comp >	getSubComponent (std::string const &instance) const

bool	isTopLevel () const

Engine *	engine () const

bool	initialized () const

std::string const &	className () const

std::string const &	instanceName () const

std::vector< std::string >	setParamVal (std::string const &paramdescriptor, T const &val)

void	setParamValUnique (std::string const &paramdescriptor, T const &val)

std::vector< std::pair< std::string, T > >	getParamVal (std::string const &paramdescriptor) const

T	getParamValUnique (std::string const &paramdescriptor) const

std::vector< std::string >	setParamString (std::string const &paramdescriptor, std::string const &val)

void	setParamStringUnique (std::string const &paramdescriptor, std::string const &val)

std::vector< std::pair< std::string, std::string > >	getParamString (std::string const &paramdescriptor) const

std::string	getParamStringUnique (std::string const &paramdescriptor) const

void	freezeParam (std::string const &paramdescriptor)

void	unFreezeParam (std::string const &paramdescriptor)

void	freezeAllParams ()

void	unFreezeAllParams ()

std::string	descriptor () const

void	setParamsFromFile (std::string const &filename)

std::istream &	setParamsFromStream (std::istream &is, std::string const &absfile)

virtual void	paramInfo (std::shared_ptr< UserInterface > s, std::map< std::string, std::string > &categs, bool skipFrozen, std::string const &cname="", std::string const &pfx="")

void	setPath (std::string const &path)

std::string	absolutePath (std::string const &path="")

std::shared_ptr< Comp >	addSubComponent (std::string const &instance, Args &&...args)

void	removeSubComponent (std::shared_ptr< Comp > &component)

void	removeSubComponent (std::string const &instance, bool warnIfNotFound=true)

std::shared_ptr< Comp >	getSubComponent (std::string const &instance) const

bool	isTopLevel () const

Engine *	engine () const

bool	initialized () const

std::string const &	className () const

std::string const &	instanceName () const

std::vector< std::string >	setParamVal (std::string const &paramdescriptor, T const &val)

void	setParamValUnique (std::string const &paramdescriptor, T const &val)

std::vector< std::pair< std::string, T > >	getParamVal (std::string const &paramdescriptor) const

T	getParamValUnique (std::string const &paramdescriptor) const

std::vector< std::string >	setParamString (std::string const &paramdescriptor, std::string const &val)

void	setParamStringUnique (std::string const &paramdescriptor, std::string const &val)

std::vector< std::pair< std::string, std::string > >	getParamString (std::string const &paramdescriptor) const

std::string	getParamStringUnique (std::string const &paramdescriptor) const

void	freezeParam (std::string const &paramdescriptor)

void	unFreezeParam (std::string const &paramdescriptor)

void	freezeAllParams ()

void	unFreezeAllParams ()

std::string	descriptor () const

void	setParamsFromFile (std::string const &filename)

std::istream &	setParamsFromStream (std::istream &is, std::string const &absfile)

virtual void	paramInfo (std::shared_ptr< UserInterface > s, std::map< std::string, std::string > &categs, bool skipFrozen, std::string const &cname="", std::string const &pfx="")

void	setPath (std::string const &path)

std::string	absolutePath (std::string const &path="")

Public Member Functions inherited from jevois::ParameterRegistry
virtual	~ParameterRegistry ()

Protected Attributes
std::shared_ptr< Saliency >	itsSaliency

std::shared_ptr< Kalman2D >	itsKF

jevois::Timer	itsTimer

Additional Inherited Members
Protected Member Functions inherited from jevois::StdModule
void	sendSerialMarkStart ()

void	sendSerialMarkStop ()

std::string	getStamp () const

Protected Member Functions inherited from jevois::Component
virtual void	preInit ()

virtual void	postInit ()

virtual void	preUninit ()

virtual void	postUninit ()

virtual void	preInit ()

virtual void	postInit ()

virtual void	preUninit ()

virtual void	postUninit ()

Protected Member Functions inherited from jevois::ParameterRegistry
void	addParameter (ParameterBase *const param)

void	removeParameter (ParameterBase *const param)

void	callbackInitCall ()

Detailed Description

Simple demo of the visual saliency algorithm of Itti et al., IEEE PAMI, 1998.

Visual saliency algorithm as described at http://ilab.usc.edu/bu/

This algorithm finds the location in the camera's view that is the most attention-grabbing, conspicuous, or so-called salient. This location is marked on every video frame by the pink square. Salient locations detected on each frame are smoothed over time using a Kalman filter. The smoothed attention trajectory is shown with a green circle.

For an introduction to visual saliency computation, see http://ilab.usc.edu/bu/

Serial Messages

This module can send standardized serial messages as described in Standardized serial messages formatting, where all coordinates and sizes are standardized using Helper functions to convert coordinates from camera resolution to standardized. One message is issued on every video frame at the temporally smoothed attended (most salient) location (green circle in the video display):

Serial message type: 2D
id: always sm (shorthand for saliency map)
x, y: standardized 2D coordinates of temporally-filtered most salient point
w, h: standardized size of the pink square box around each attended point
extra: none (empty string)

See Standardized serial messages formatting for more on standardized serial messages, and Helper functions to convert coordinates from camera resolution to standardized for more info on standardized coordinates.

Author: Laurent Itti

Videomapping:: YUYV 176 90 120.0 YUYV 88 72 120.0 JeVois DemoSaliency

Videomapping:: YUYV 320 150 60.0 YUYV 160 120 60.0 JeVois DemoSaliency

Videomapping:: YUYV 352 180 120.0 YUYV 176 144 120.0 JeVois DemoSaliency

Videomapping:: YUYV 352 180 100.0 YUYV 176 144 100.0 JeVois DemoSaliency

Videomapping:: YUYV 640 300 60.0 YUYV 320 240 60.0 JeVois DemoSaliency

Videomapping:: YUYV 704 360 30.0 YUYV 352 288 30.0 JeVois DemoSaliency

Videomapping:: YUYV 1280 600 15.0 YUYV 640 480 15.0 JeVois DemoSaliency

Videomapping:: YUYV 320 260 30.0 YUYV 320 240 30.0 JeVois DemoArUco

Email:: itti@usc.edu

Address:: University of Southern California, HNB-07A, 3641 Watt Way, Los Angeles, CA 90089-2520, USA

Copyright: Copyright (C) 2016 by Laurent Itti, iLab and the University of Southern California

Main URL:: http://jevois.org

Support URL:: http://jevois.org/doc

Other URL:: http://iLab.usc.edu

License:: GPL v3

Distribution:: Unrestricted

Restrictions:: None

Definition at line 82 of file DemoSaliency.C.

Constructor & Destructor Documentation

◆ DemoSaliency() [1/2]

DemoSaliency::DemoSaliency ( std::string const & instance )

inline

Constructor.

Definition at line 86 of file DemoSaliency.C.

References itsKF, and itsSaliency.

◆ ~DemoSaliency() [1/2]

virtual DemoSaliency::~DemoSaliency ( )

inlinevirtual

Virtual destructor for safe inheritance.

Definition at line 93 of file DemoSaliency.C.

◆ DemoSaliency() [2/2]

DemoSaliency::DemoSaliency ( std::string const & instance )

inline

Constructor.

Definition at line 86 of file DemoSaliency.C.

References itsKF, and itsSaliency.

◆ ~DemoSaliency() [2/2]

virtual DemoSaliency::~DemoSaliency ( )

inlinevirtual

Virtual destructor for safe inheritance.

Definition at line 93 of file DemoSaliency.C.

Member Function Documentation

◆ process() [1/2]

virtual void DemoSaliency::process	(	jevois::InputFrame &&	inframe,
		jevois::OutputFrame &&	outframe
	)

inlineoverridevirtual

Processing function.

Reimplemented from jevois::Module.

Definition at line 96 of file DemoSaliency.C.

References jevois::rawimage::drawCircle(), jevois::rawimage::drawFilledRect(), drawGist(), drawMap(), jevois::rawimage::drawRect(), jevois::RawImage::height, itsKF, itsSaliency, itsTimer, jevois::rawimage::paste(), jevois::RawImage::require(), jevois::StdModule::sendSerialImg2D(), jevois::Timer::start(), jevois::Timer::stop(), jevois::RawImage::width, and jevois::rawimage::writeText().

◆ process() [2/2]

virtual void DemoSaliency::process	(	jevois::InputFrame &&	inframe,
		jevois::OutputFrame &&	outframe
	)

inlineoverridevirtual

Processing function.

Reimplemented from jevois::Module.

Definition at line 96 of file DemoSaliency.C.

References jevois::rawimage::drawCircle(), jevois::rawimage::drawFilledRect(), drawGist(), drawMap(), jevois::rawimage::drawRect(), jevois::RawImage::height, itsKF, itsSaliency, itsTimer, JEVOIS_REGISTER_MODULE(), jevois::rawimage::paste(), jevois::RawImage::require(), jevois::StdModule::sendSerialImg2D(), jevois::Timer::start(), jevois::Timer::stop(), jevois::RawImage::width, and jevois::rawimage::writeText().

Member Data Documentation

◆ itsKF

std::shared_ptr< Kalman2D > DemoSaliency::itsKF

protected

Definition at line 220 of file DemoSaliency.C.

Referenced by DemoSaliency(), and process().

◆ itsSaliency

std::shared_ptr< Saliency > DemoSaliency::itsSaliency

protected

Definition at line 219 of file DemoSaliency.C.

Referenced by DemoSaliency(), and process().

◆ itsTimer

jevois::Timer DemoSaliency::itsTimer

protected

Definition at line 221 of file DemoSaliency.C.

Referenced by process().

The documentation for this class was generated from the following file:

jvpkg/modules/JeVois/DemoSaliency/DemoSaliency.C

Public Member Functions

Protected Attributes

Additional Inherited Members

Detailed Description

Serial Messages

Constructor & Destructor Documentation

◆ DemoSaliency() [1/2]

◆ ~DemoSaliency() [1/2]

◆ DemoSaliency() [2/2]

◆ ~DemoSaliency() [2/2]

Member Function Documentation

◆ process() [1/2]

◆ process() [2/2]

Member Data Documentation

◆ itsKF

◆ itsSaliency

◆ itsTimer