Inheritance diagram for PointIdAlgTools::PointIdAlgSonicTriton:

Public Member Functions
	PointIdAlgSonicTriton (fhicl::Table< Config > const &table)

std::vector< float >	Run (std::vector< std::vector< float >> const &inp2d) const override

std::vector< std::vector< float > >	Run (std::vector< std::vector< std::vector< float >>> const &inps, int samples=-1) const override

Public Member Functions inherited from PointIdAlgTools::IPointIdAlg
virtual	~IPointIdAlg () noexcept=default

float	predictIdValue (unsigned int wire, float drift, size_t outIdx=0)

std::vector< float >	predictIdVector (unsigned int wire, float drift)

std::vector< std::vector< float > >	predictIdVectors (const std::vector< std::pair< unsigned int, float >> &points)

std::vector< std::string > const &	outputLabels (void) const

bool	isInsideFiducialRegion (unsigned int wire, float drift) const

Public Member Functions inherited from img::DataProviderAlg
	DataProviderAlg (const fhicl::ParameterSet &pset)

	DataProviderAlg (const Config &config)

virtual	~DataProviderAlg ()

bool	setWireDriftData (const detinfo::DetectorClocksData &clock_data, const detinfo::DetectorPropertiesData &det_prop, const std::vector< recob::Wire > &wires, unsigned int plane, unsigned int tpc, unsigned int cryo)

std::vector< float > const &	wireData (size_t widx) const

std::vector< std::vector< float > >	getPatch (size_t wire, float drift, size_t patchSizeW, size_t patchSizeD) const

float	getPixelOrZero (int wire, int drift) const

double	getAdcSum () const

size_t	getAdcArea () const

float	poolMax (int wire, int drift, size_t r=0) const
	Pool max value in a patch around the wire/drift pixel. More...

unsigned int	Cryo () const
	Pool sum of pixels in a patch around the wire/drift pixel. More...

unsigned int	TPC () const

unsigned int	Plane () const

unsigned int	NWires () const

unsigned int	NScaledDrifts () const

unsigned int	NCachedDrifts () const

unsigned int	DriftWindow () const

float	ZeroLevel () const
	Level of zero ADC after scaling. More...

double	LifetimeCorrection (detinfo::DetectorClocksData const &clock_data, detinfo::DetectorPropertiesData const &det_prop, double tick) const

Private Attributes
std::string	fTritonModelName

std::string	fTritonURL

bool	fTritonVerbose

std::string	fTritonModelVersion

unsigned	fTritonTimeout

unsigned	fTritonAllowedTries

std::unique_ptr< lartriton::TritonClient >	triton_client

Additional Inherited Members
Public Types inherited from img::DataProviderAlg
enum	EDownscaleMode { kMax = 1, kMaxMean = 2, kMean = 3 }

Protected Member Functions inherited from PointIdAlgTools::IPointIdAlg
bool	bufferPatch (size_t wire, float drift, std::vector< std::vector< float >> &patch)

bool	bufferPatch (size_t wire, float drift)

void	resizePatch (void)

Protected Member Functions inherited from img::DataProviderAlg
std::vector< float >	downscaleMax (std::size_t dst_size, std::vector< float > const &adc, size_t tick0) const

std::vector< float >	downscaleMaxMean (std::size_t dst_size, std::vector< float > const &adc, size_t tick0) const

std::vector< float >	downscaleMean (std::size_t dst_size, std::vector< float > const &adc, size_t tick0) const

std::vector< float >	downscale (std::size_t dst_size, std::vector< float > const &adc, size_t tick0) const

size_t	getDriftIndex (float drift) const

std::optional< std::vector< float > >	setWireData (std::vector< float > const &adc, size_t wireIdx) const

bool	patchFromDownsampledView (size_t wire, float drift, size_t size_w, size_t size_d, std::vector< std::vector< float >> &patch) const

bool	patchFromOriginalView (size_t wire, float drift, size_t size_w, size_t size_d, std::vector< std::vector< float >> &patch) const

virtual DataProviderAlgView	resizeView (detinfo::DetectorClocksData const &clock_data, detinfo::DetectorPropertiesData const &det_prop, size_t wires, size_t drifts)

Protected Attributes inherited from PointIdAlgTools::IPointIdAlg
std::vector< std::string >	fNNetOutputs

size_t	fPatchSizeW

size_t	fPatchSizeD

std::vector< std::vector< float > >	fWireDriftPatch

size_t	fCurrentWireIdx

size_t	fCurrentScaledDrift

Protected Attributes inherited from img::DataProviderAlg
DataProviderAlgView	fAlgView

EDownscaleMode	fDownscaleMode

size_t	fDriftWindow

bool	fDownscaleFullView

float	fDriftWindowInv

calo::CalorimetryAlg	fCalorimetryAlg

geo::GeometryCore const *	fGeometry

Detailed Description

Definition at line 12 of file PointIdAlgSonicTriton_tool.cc.

Constructor & Destructor Documentation

PointIdAlgTools::PointIdAlgSonicTriton::PointIdAlgSonicTriton ( fhicl::Table< Config > const & table )

explicit

Definition at line 32 of file PointIdAlgSonicTriton_tool.cc.

     : img::DataProviderAlg(table())
   {
     // ... Get common config vars
     fNNetOutputs = table().NNetOutputs();
     fPatchSizeW = table().PatchSizeW();
     fPatchSizeD = table().PatchSizeD();
     fCurrentWireIdx = 99999;
     fCurrentScaledDrift = 99999;
 
     // ... Get "optional" config vars specific to tRTis interface
     fTritonModelName = table().TritonModelName();
     fTritonURL = table().TritonURL();
     fTritonVerbose = table().TritonVerbose();
     fTritonModelVersion = table().TritonModelVersion();
     fTritonAllowedTries = table().TritonAllowedTries();
 
     // ... Create parameter set for Triton inference client
     fhicl::ParameterSet TritonPset;
     TritonPset.put("serverURL",fTritonURL);
     TritonPset.put("verbose",fTritonVerbose);
     TritonPset.put("modelName",fTritonModelName);
     TritonPset.put("modelVersion",fTritonModelVersion);
     TritonPset.put("timeout",fTritonTimeout);
     TritonPset.put("allowedTries",fTritonAllowedTries);
     TritonPset.put("outputs","[]");
     
     // ... Create the Triton inference client
     triton_client = std::make_unique<lartriton::TritonClient>(TritonPset);
 
     mf::LogInfo("PointIdAlgSonicTriton") << "url: " << fTritonURL;
     mf::LogInfo("PointIdAlgSonicTriton") << "model name: " << fTritonModelName;
     mf::LogInfo("PointIdAlgSonicTriton") << "model version: " << fTritonModelVersion;
     mf::LogInfo("PointIdAlgSonicTriton") << "verbose: " << fTritonVerbose;
 
     mf::LogInfo("PointIdAlgSonicTriton") << "tensorRT inference context created.";
 
     resizePatch();
   }

Member Function Documentation

std::vector< float > PointIdAlgTools::PointIdAlgSonicTriton::Run ( std::vector< std::vector< float >> const & inp2d ) const

overridevirtual

Implements PointIdAlgTools::IPointIdAlg.

Definition at line 74 of file PointIdAlgSonicTriton_tool.cc.

   {
     size_t nrows = inp2d.size();
 
     triton_client->setBatchSize(1);     // set batch size
 
     // ~~~~ Initialize the inputs
     auto& triton_input = triton_client->input().begin()->second;
 
     auto data1 = std::make_shared<lartriton::TritonInput<float>>();
     data1->reserve(1);
 
     // ~~~~ Prepare image for sending to server
     auto& img = data1->emplace_back();
     // ..first flatten the 2d array into contiguous 1d block
     for (size_t ir = 0; ir < nrows; ++ir) {
       img.insert(img.end(), inp2d[ir].begin(), inp2d[ir].end());
     }
 
     triton_input.toServer(data1);       // convert to server format
     
     // ~~~~ Send inference request
     triton_client->dispatch();
 
     // ~~~~ Retrieve inference results
     const auto& triton_output0 = triton_client->output().at("em_trk_none_netout/Softmax");
     const auto& prob0 = triton_output0.fromServer<float>();
     auto ncat0 = triton_output0.sizeDims();
 
     const auto& triton_output1 = triton_client->output().at("michel_netout/Sigmoid");
     const auto& prob1 = triton_output1.fromServer<float>();
     auto ncat1 = triton_output1.sizeDims();
 
     std::vector<float> out;
     out.reserve(ncat0+ncat1);
     out.insert(out.end(), prob0[0].begin(), prob0[0].end());
     out.insert(out.end(), prob1[0].begin(), prob1[0].end());
 
     triton_client->reset();
 
     return out;
   }

std::vector< std::vector< float > > PointIdAlgTools::PointIdAlgSonicTriton::Run	(	std::vector< std::vector< std::vector< float >>> const &	inps,
		int	samples = `-1`
	)		const

overridevirtual

Implements PointIdAlgTools::IPointIdAlg.

Definition at line 119 of file PointIdAlgSonicTriton_tool.cc.

   {
     if ((samples == 0) || inps.empty() || inps.front().empty() || inps.front().front().empty()) {
       return std::vector<std::vector<float>>();
     }
 
     if ((samples == -1) || (samples > (long long int)inps.size())) { samples = inps.size(); }
 
     size_t usamples = samples;
     size_t nrows = inps.front().size();
 
     triton_client->setBatchSize(usamples);      // set batch size
 
     // ~~~~ Initialize the inputs
     auto& triton_input = triton_client->input().begin()->second;
 
     auto data1 = std::make_shared<lartriton::TritonInput<float>>();
     data1->reserve(usamples);
 
     // ~~~~ For each sample, prepare images for sending to server
     for (size_t idx = 0; idx < usamples; ++idx) {
       auto& img = data1->emplace_back();
       // ..first flatten the 2d array into contiguous 1d block
       for (size_t ir = 0; ir < nrows; ++ir) {
         img.insert(img.end(), inps[idx][ir].begin(), inps[idx][ir].end());
       }
     }
     triton_input.toServer(data1);       // convert to server format
 
     // ~~~~ Send inference request
     triton_client->dispatch();
 
     // ~~~~ Retrieve inference results
     const auto& triton_output0 = triton_client->output().at("em_trk_none_netout/Softmax");
     const auto& prob0 = triton_output0.fromServer<float>();
     auto ncat0 = triton_output0.sizeDims();
 
     const auto& triton_output1 = triton_client->output().at("michel_netout/Sigmoid");
     const auto& prob1 = triton_output1.fromServer<float>();
     auto ncat1 = triton_output1.sizeDims();
 
     std::vector<std::vector<float>> out;
     out.reserve(usamples);
     for(unsigned i = 0; i < usamples; i++) {
       out.emplace_back();
       auto& img = out.back();
       img.reserve(ncat0+ncat1);
       img.insert(img.end(), prob0[i].begin(), prob0[i].end());
       img.insert(img.end(), prob1[i].begin(), prob1[i].end());
     }
 
     triton_client->reset();
 
     return out;
   }