lartriton::TritonData< IO > Class Template Reference

#include <TritonData.h>

Public Types
using	Result = nvidia::inferenceserver::client::InferResult
using	TensorMetadata = inference::ModelMetadataResponse_TensorMetadata
using	ShapeType = std::vector< int64_t >
using	ShapeView = triton_span::Span< ShapeType::const_iterator >

Public Member Functions
	TritonData (const std::string &name, const TensorMetadata &model_info, bool noBatch)
bool	setShape (const ShapeType &newShape)
bool	setShape (unsigned loc, int64_t val)
template<typename DT >
void	toServer (std::shared_ptr< TritonInput< DT >> ptr)
template<typename DT >
TritonOutput< DT >	fromServer () const
const ShapeView &	shape () const
int64_t	byteSize () const
const std::string &	dname () const
unsigned	batchSize () const
bool	variableDims () const
int64_t	sizeDims () const
int64_t	sizeShape () const

Private Member Functions
bool	setShape (const ShapeType &newShape, bool canThrow)
bool	setShape (unsigned loc, int64_t val, bool canThrow)
void	setBatchSize (unsigned bsize)
void	reset ()
void	setResult (std::shared_ptr< Result > result)
IO *	data ()
bool	anyNeg (const ShapeView &vec) const
int64_t	dimProduct (const ShapeView &vec) const
void	createObject (IO **ioptr) const

Private Attributes
std::string	name_
std::shared_ptr< IO >	data_
const ShapeType	dims_
bool	noBatch_
unsigned	batchSize_
ShapeType	fullShape_
ShapeView	shape_
bool	variableDims_
int64_t	productDims_
std::string	dname_
inference::DataType	dtype_
int64_t	byteSize_
std::any	holder_
std::shared_ptr< Result >	result_

Friends
class	TritonClient

Detailed Description

template<typename IO>
class lartriton::TritonData< IO >

Definition at line 31 of file TritonData.h.

Member Typedef Documentation

template<typename IO>

using lartriton::TritonData< IO >::Result = nvidia::inferenceserver::client::InferResult

Definition at line 33 of file TritonData.h.

template<typename IO>

using lartriton::TritonData< IO >::ShapeType = std::vector<int64_t>

Definition at line 35 of file TritonData.h.

template<typename IO>

using lartriton::TritonData< IO >::ShapeView = triton_span::Span<ShapeType::const_iterator>

Definition at line 36 of file TritonData.h.

template<typename IO>

using lartriton::TritonData< IO >::TensorMetadata = inference::ModelMetadataResponse_TensorMetadata

Definition at line 34 of file TritonData.h.

Constructor & Destructor Documentation

template<typename IO>

lartriton::TritonData< IO >::TritonData	(	const std::string &	name,
		const TensorMetadata &	model_info,
		bool	noBatch
	)

Definition at line 27 of file TritonData.cc.

    : name_(name),
      dims_(model_info.shape().begin(), model_info.shape().end()),
      noBatch_(noBatch),
      batchSize_(0),
      fullShape_(dims_),
      shape_(fullShape_.begin() + (noBatch_ ? 0 : 1), fullShape_.end()),
      variableDims_(anyNeg(shape_)),
      productDims_(variableDims_ ? -1 : dimProduct(shape_)),
      dname_(model_info.datatype()),
      dtype_(ni::ProtocolStringToDataType(dname_)),
      byteSize_(ni::GetDataTypeByteSize(dtype_)) {
  //create input or output object
  IO* iotmp;
  createObject(&iotmp);
  data_.reset(iotmp);
}

Member Function Documentation

template<typename IO>

bool lartriton::TritonData< IO >::anyNeg ( const ShapeView &  vec ) const

inlineprivate

Definition at line 75 of file TritonData.h.

                                          {
    return std::any_of(vec.begin(), vec.end(), [](int64_t i) { return i < 0; });
  }

template<typename IO>

unsigned lartriton::TritonData< IO >::batchSize ( ) const

inline

Definition at line 55 of file TritonData.h.

{ return batchSize_; }

template<typename IO>

int64_t lartriton::TritonData< IO >::byteSize ( ) const

inline

Definition at line 53 of file TritonData.h.

{ return byteSize_; }

template<typename IO>

void lartriton::TritonData< IO >::createObject ( IO **  ioptr ) const

private

template<typename IO>

IO* lartriton::TritonData< IO >::data ( )

inlineprivate

Definition at line 72 of file TritonData.h.

{ return data_.get(); }

template<typename IO>

int64_t lartriton::TritonData< IO >::dimProduct ( const ShapeView &  vec ) const

inlineprivate

Definition at line 78 of file TritonData.h.

                                                 {
    return std::accumulate(vec.begin(), vec.end(), 1, std::multiplies<int64_t>());
  }

template<typename IO>

const std::string& lartriton::TritonData< IO >::dname ( ) const

inline

Definition at line 54 of file TritonData.h.

{ return dname_; }

template<typename DT >

TritonOutput< DT > lartriton::TritonOutputData::fromServer

(

)

const

Definition at line 138 of file TritonData.cc.

                                                    {
  if (!result_) {
    throw cet::exception("TritonDataError") << name_ << " output(): missing result";
  }

  if (byteSize_ != sizeof(DT)) {
    throw cet::exception("TritonDataError") << name_ << " output(): inconsistent byte size " << sizeof(DT)
                                            << " (should be " << byteSize_ << " for " << dname_ << ")";
  }

  uint64_t nOutput = sizeShape();
  TritonOutput<DT> dataOut;
  const uint8_t* r0;
  size_t contentByteSize;
  size_t expectedContentByteSize = nOutput * byteSize_ * batchSize_;
  triton_utils::throwIfError(result_->RawData(name_, &r0, &contentByteSize), "output(): unable to get raw");
  if (contentByteSize != expectedContentByteSize) {
    throw cet::exception("TritonDataError") << name_ << " output(): unexpected content byte size " << contentByteSize
                                            << " (expected " << expectedContentByteSize << ")";
  }

  const DT* r1 = reinterpret_cast<const DT*>(r0);
  dataOut.reserve(batchSize_);
  for (unsigned i0 = 0; i0 < batchSize_; ++i0) {
    auto offset = i0 * nOutput;
    dataOut.emplace_back(r1 + offset, r1 + offset + nOutput);
  }

  return dataOut;
}

void lartriton::TritonOutputData::reset ( )

private

Definition at line 170 of file TritonData.cc.

                            {
  data_->Reset();
  holder_.reset();
}

template<typename IO >

void lartriton::TritonData< IO >::setBatchSize ( unsigned  bsize )

private

Definition at line 100 of file TritonData.cc.

                                                {
  batchSize_ = bsize;
  if (!noBatch_)
    fullShape_[0] = batchSize_;
}

template<typename IO>

void lartriton::TritonData< IO >::setResult ( std::shared_ptr< Result >  result )

inlineprivate

Definition at line 71 of file TritonData.h.

{ result_ = result; }

template<typename IO>

bool lartriton::TritonData< IO >::setShape ( const ShapeType &  newShape )

inline

Definition at line 42 of file TritonData.h.

{ return setShape(newShape, true); }

template<typename IO>

bool lartriton::TritonData< IO >::setShape ( unsigned  loc, int64_t  val  )

inline

Definition at line 43 of file TritonData.h.

{ return setShape(loc, val, true); }

template<typename IO>

bool lartriton::TritonData< IO >::setShape ( const ShapeType &  newShape, bool  canThrow  )

private

template<typename IO >

bool lartriton::TritonData< IO >::setShape ( unsigned  loc, int64_t  val, bool  canThrow  )

private

Definition at line 66 of file TritonData.cc.

                                                                      {
  std::stringstream msg;
  unsigned full_loc = loc + (noBatch_ ? 0 : 1);

  //check boundary
  if (full_loc >= fullShape_.size()) {
    msg << name_ << " setShape(): dimension " << full_loc << " out of bounds (" << fullShape_.size() << ")";
    if (canThrow)
      throw cet::exception("TritonDataError") << msg.str();
    else {
      MF_LOG_WARNING("TritonDataWarning") << msg.str();
      return false;
    }
  }

  if (val != fullShape_[full_loc]) {
    if (dims_[full_loc] == -1) {
      fullShape_[full_loc] = val;
      return true;
    } else {
      msg << name_ << " setShape(): attempt to change value of non-variable shape dimension " << loc;
      if (canThrow)
        throw cet::exception("TritonDataError") << msg.str();
      else {
        MF_LOG_WARNING("TritonDataError") << msg.str();
        return false;
      }
    }
  }

  return true;
}

template<typename IO>

const ShapeView& lartriton::TritonData< IO >::shape ( ) const

inline

Definition at line 52 of file TritonData.h.

{ return shape_; }

template<typename IO>

int64_t lartriton::TritonData< IO >::sizeDims ( ) const

inline

Definition at line 59 of file TritonData.h.

{ return productDims_; }

template<typename IO>

int64_t lartriton::TritonData< IO >::sizeShape ( ) const

inline

Definition at line 61 of file TritonData.h.

{ return variableDims_ ? dimProduct(shape_) : sizeDims(); }

template<typename DT >

void lartriton::TritonInputData::toServer

(

std::shared_ptr< TritonInput< DT >>

ptr

)

Definition at line 109 of file TritonData.cc.

                                                                 {
  const auto& data_in = *ptr;

  //check batch size
  if (data_in.size() != batchSize_) {
    throw cet::exception("TritonDataError") << name_ << " input(): input vector has size " << data_in.size()
                                            << " but specified batch size is " << batchSize_;
  }

  //shape must be specified for variable dims or if batch size changes
  data_->SetShape(fullShape_);

  if (byteSize_ != sizeof(DT))
    throw cet::exception("TritonDataError") << name_ << " input(): inconsistent byte size " << sizeof(DT)
                                            << " (should be " << byteSize_ << " for " << dname_ << ")";

  int64_t nInput = sizeShape();
  for (unsigned i0 = 0; i0 < batchSize_; ++i0) {
    const DT* arr = data_in[i0].data();
    triton_utils::throwIfError(data_->AppendRaw(reinterpret_cast<const uint8_t*>(arr), nInput * byteSize_),
                               name_ + " input(): unable to set data for batch entry " + std::to_string(i0));
  }

  //keep input data in scope
  holder_ = std::move(ptr);
}

template<typename IO>

bool lartriton::TritonData< IO >::variableDims ( ) const

inline

Definition at line 58 of file TritonData.h.

{ return variableDims_; }

Friends And Related Function Documentation

template<typename IO>

friend class TritonClient

friend

Definition at line 64 of file TritonData.h.

Member Data Documentation

template<typename IO>

unsigned lartriton::TritonData< IO >::batchSize_

private

Definition at line 88 of file TritonData.h.

template<typename IO>

int64_t lartriton::TritonData< IO >::byteSize_

private

Definition at line 95 of file TritonData.h.

template<typename IO>

std::shared_ptr<IO> lartriton::TritonData< IO >::data_

private

Definition at line 85 of file TritonData.h.

template<typename IO>

const ShapeType lartriton::TritonData< IO >::dims_

private

Definition at line 86 of file TritonData.h.

template<typename IO>

std::string lartriton::TritonData< IO >::dname_

private

Definition at line 93 of file TritonData.h.

template<typename IO>

inference::DataType lartriton::TritonData< IO >::dtype_

private

Definition at line 94 of file TritonData.h.

template<typename IO>

ShapeType lartriton::TritonData< IO >::fullShape_

private

Definition at line 89 of file TritonData.h.

template<typename IO>

std::any lartriton::TritonData< IO >::holder_

private

Definition at line 96 of file TritonData.h.

template<typename IO>

std::string lartriton::TritonData< IO >::name_

private

Definition at line 84 of file TritonData.h.

template<typename IO>

bool lartriton::TritonData< IO >::noBatch_

private

Definition at line 87 of file TritonData.h.

template<typename IO>

int64_t lartriton::TritonData< IO >::productDims_

private

Definition at line 92 of file TritonData.h.

template<typename IO>

std::shared_ptr<Result> lartriton::TritonData< IO >::result_

private

Definition at line 97 of file TritonData.h.

template<typename IO>

ShapeView lartriton::TritonData< IO >::shape_

private

Definition at line 90 of file TritonData.h.

template<typename IO>

bool lartriton::TritonData< IO >::variableDims_

private

Definition at line 91 of file TritonData.h.

---

The documentation for this class was generated from the following files:

• larrecodnn/larrecodnn/ImagePatternAlgs/NuSonic/Triton/TritonData.h
• larrecodnn/larrecodnn/ImagePatternAlgs/NuSonic/Triton/TritonData.cc