NetworkNPU.H

Go to the documentation of this file.

// ///////////////////////////////////////////////////////////////////////////////////////////////////////////////////
//
// JeVois Smart Embedded Machine Vision Toolkit - Copyright (C) 2021 by Laurent Itti, the University of Southern
// California (USC), and iLab at USC. See http://iLab.usc.edu and http://jevois.org for information about this project.
//
// This file is part of the JeVois Smart Embedded Machine Vision Toolkit.  This program is free software; you can
// redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software
// Foundation, version 2.  This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
// without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public
// License for more details.  You should have received a copy of the GNU General Public License along with this program;
// if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
//
// Contact information: Laurent Itti - 3641 Watt Way, HNB-07A - Los Angeles, CA 90089-2520 - USA.
// Tel: +1 213 740 3527 - itti@pollux.usc.edu - http://iLab.usc.edu - http://jevois.org
// ///////////////////////////////////////////////////////////////////////////////////////////////////////////////////
/*! \file */
 
#pragma once
 
#ifdef JEVOIS_PLATFORM_PRO
 
#include <jevois/DNN/Network.H>
#include <vsi_nn_pub.h>
#include <vsi_nn_graph.h>
 
namespace jevois
{
  class DynamicLoader;
  
  namespace dnn
  {
    //! Wrapper around a DNN neural network running on Amlogic A311D NPU accelerator (Verisilicon)
    /*! \ingroup dnn */
    class NetworkNPU : public jevois::dnn::Network,
                       public jevois::Parameter<network::intensors, network::outtensors, network::dataroot,
                                                network::model, network::library, network::dequant, network::verifygraph,
                                                network::ovxver>
    {
      public:
        //! Inherited constructor ok
        using jevois::dnn::Network::Network;
 
        //! Destructor
        virtual ~NetworkNPU();
 
        //! Freeze/unfreeze parameters that users should not change while running
        void freeze(bool doit) override;
 
        //! Get shapes of all input tensors
        virtual std::vector<vsi_nn_tensor_attr_t> inputShapes() override;
 
        //! Get shapes of all output tensors
        virtual std::vector<vsi_nn_tensor_attr_t> outputShapes() override;
 
      protected:
        //! Load from disk
        void load() override;
 
        //! Process input blobs and obtain output blobs
        std::vector<cv::Mat> doprocess(std::vector<cv::Mat> const & blobs,
                                       std::vector<std::string> & info) override;
 
      private:
        void create_tensors(std::vector<vsi_nn_tensor_attr_t> & attrs, vsi_nn_node_t * node, bool isin);
        
        vsi_nn_context_t itsCtx = 0;
        vsi_nn_graph_t * itsGraph = nullptr;
        std::shared_ptr<jevois::DynamicLoader> itsLibLoader;
    };
    
  } // namespace dnn
} // namespace jevois
 
#endif // JEVOIS_PLATFORM_PRO