fast::TensorRTEngine Class Reference

#include <TensorRTEngine.hpp>

Inheritance diagram for fast::TensorRTEngine:

Collaboration diagram for fast::TensorRTEngine:

Public Member Functions
void	run () override
void	load () override
ImageOrdering	getPreferredImageOrdering () const override
std::string	getName () const override
std::vector< ModelFormat >	getSupportedModelFormats () const
ModelFormat	getPreferredModelFormat () const
	~TensorRTEngine () override
void	setMaxBatchSize (int maxBathSize)
int	getMaxBatchSize () const
	TensorRTEngine ()
Public Member Functions inherited from fast::InferenceEngine
virtual void	setFilename (std::string filename)
virtual void	setModelAndWeights (std::vector< uint8_t > model, std::vector< uint8_t > weights)
virtual std::string	getFilename () const
virtual void	addInputNode (uint portID, std::string name, NodeType type=NodeType::IMAGE, TensorShape shape={})
virtual void	addOutputNode (uint portID, std::string name, NodeType type=NodeType::IMAGE, TensorShape shape={})
virtual void	setInputNodeShape (std::string name, TensorShape shape)
virtual void	setOutputNodeShape (std::string name, TensorShape shape)
virtual NetworkNode	getInputNode (std::string name) const
virtual NetworkNode	getOutputNode (std::string name) const
virtual std::unordered_map< std::string, NetworkNode >	getOutputNodes () const
virtual std::unordered_map< std::string, NetworkNode >	getInputNodes () const
virtual void	setInputData (std::string inputNodeName, std::shared_ptr< Tensor > tensor)
virtual std::shared_ptr< Tensor >	getOutputData (std::string inputNodeName)
virtual bool	isLoaded () const
virtual bool	isModelFormatSupported (ModelFormat format)
virtual void	setDeviceType (InferenceDeviceType type)
virtual void	setDevice (int index=-1, InferenceDeviceType type=InferenceDeviceType::ANY)
virtual std::vector< InferenceDeviceInfo >	getDeviceList ()
virtual int	getMaxBatchSize ()
Public Member Functions inherited from fast::Object
	Object ()
virtual	~Object ()
Reporter &	getReporter ()

Additional Inherited Members
Public Types inherited from fast::InferenceEngine
typedef std::shared_ptr< InferenceEngine >	pointer
Public Types inherited from fast::Object
typedef std::shared_ptr< Object >	pointer
Static Public Member Functions inherited from fast::Object
static std::string	getStaticNameOfClass ()
Protected Member Functions inherited from fast::InferenceEngine
virtual void	setIsLoaded (bool loaded)
Protected Member Functions inherited from fast::Object
Reporter &	reportError ()
Reporter &	reportWarning ()
Reporter &	reportInfo ()
ReporterEnd	reportEnd () const
Protected Attributes inherited from fast::InferenceEngine
std::unordered_map< std::string, NetworkNode >	mInputNodes
std::unordered_map< std::string, NetworkNode >	mOutputNodes
int	m_deviceIndex = -1
InferenceDeviceType	m_deviceType = InferenceDeviceType::ANY
int	m_maxBatchSize = 1
std::vector< uint8_t >	m_model
std::vector< uint8_t >	m_weights
Protected Attributes inherited from fast::Object
std::weak_ptr< Object >	mPtr

Constructor & Destructor Documentation

~TensorRTEngine()

fast::TensorRTEngine::~TensorRTEngine ( )

override

TensorRTEngine()

fast::TensorRTEngine::TensorRTEngine

(

)

Member Function Documentation

getMaxBatchSize()

int fast::TensorRTEngine::getMaxBatchSize

(

)

const

getName()

std::string fast::TensorRTEngine::getName ( ) const

overridevirtual

Implements fast::InferenceEngine.

getPreferredImageOrdering()

ImageOrdering fast::TensorRTEngine::getPreferredImageOrdering ( ) const

overridevirtual

Implements fast::InferenceEngine.

getPreferredModelFormat()

ModelFormat fast::TensorRTEngine::getPreferredModelFormat ( ) const

inlinevirtual

Implements fast::InferenceEngine.

getSupportedModelFormats()

std::vector<ModelFormat> fast::TensorRTEngine::getSupportedModelFormats ( ) const

inlinevirtual

Implements fast::InferenceEngine.

load()

void fast::TensorRTEngine::load ( )

overridevirtual

Implements fast::InferenceEngine.

run()

void fast::TensorRTEngine::run ( )

overridevirtual

Implements fast::InferenceEngine.

setMaxBatchSize()

void fast::TensorRTEngine::setMaxBatchSize ( int  maxBathSize )

virtual

Reimplemented from fast::InferenceEngine.

---

The documentation for this class was generated from the following file:

• Algorithms/NeuralNetwork/InferenceEngines/TensorRTEngine.hpp