NVIDIA TensorRT 8.6.11 API Reference for DRIVE OS (May 2023)

782

File Documentation

490

};

491

504

class ILogger

505

{

506

public:

512

enum class Severity : int32 t

513

{

515

kINTERNAL ERROR = 0,

517

kERROR = 1,

519

kWARNING = 2,

521

kINFO = 3,

523

kVERBOSE = 4,

524

};

525

538

virtual void log(Severity severity, AsciiChar const* msg) noexcept = 0;

539

540

ILogger() = default;

541

virtual ˜ILogger() = default;

542

543

protected:

544

// @cond SuppressDoxyWarnings

545

ILogger(ILogger const&) = default;

546

ILogger(ILogger&&) = default;

547

ILogger& operator=(ILogger const&) & = default;

548

ILogger& operator=(ILogger&&) & = default;

549

// @endcond

550

};

551

552

namespace impl

553

{

555

template <>

556

struct EnumMaxImpl<ILogger::Severity>

557

{

559

static constexpr int32 t kVALUE = 5;

560

};

561

} // namespace impl

562

568

enum class ErrorCode : int32 t

569

{

573

kSUCCESS = 0,

574

578

kUNSPECIFIED ERROR = 1,

579

584

kINTERNAL ERROR = 2,

585

590

kINVALID ARGUMENT = 3,

591

599

kINVALID CONFIG = 4,

600

606

kFAILED ALLOCATION = 5,

607

612

kFAILED INITIALIZATION = 6,

613

620

kFAILED EXECUTION = 7,

621

629

kFAILED COMPUTATION = 8,

630

643

kINVALID STATE = 9,

644

655

kUNSUPPORTED STATE = 10,

656

657

};

658

659

namespace impl

660

{

662

template <>

663

struct EnumMaxImpl<ErrorCode>

664

{

666

static constexpr int32 t kVALUE = 11;

667

};

668

} // namespace impl

669

693

class IErrorRecorder

694

{

695

public:

699

using ErrorDesc = char const*;

700

704

static constexpr size t kMAX DESC LENGTH{127U};

705

709

using RefCount = int32 t;

710

10.17 NvInferRuntimeCommon.h File Reference

783

711

IErrorRecorder() = default;

712

virtual ˜IErrorRecorder() noexcept = default;

713

714

// Public API used to retrieve information from the error recorder.

715

734

virtual int32 t getNbErrors() const noexcept = 0;

735

753

virtual ErrorCode getErrorCode(int32 t errorIdx) const noexcept = 0;

754

774

virtual ErrorDesc getErrorDesc(int32 t errorIdx) const noexcept = 0;

775

790

virtual bool hasOverflowed() const noexcept = 0;

791

806

virtual void clear() noexcept = 0;

807

808

// API used by TensorRT to report Error information to the application.

809

830

virtual bool reportError(ErrorCode val, ErrorDesc desc) noexcept = 0;

831

848

virtual RefCount incRefCount() noexcept = 0;

849

866

virtual RefCount decRefCount() noexcept = 0;

867

868

protected:

869

// @cond SuppressDoxyWarnings

870

IErrorRecorder(IErrorRecorder const&) = default;

871

IErrorRecorder(IErrorRecorder&&) = default;

872

IErrorRecorder& operator=(IErrorRecorder const&) & = default;

873

IErrorRecorder& operator=(IErrorRecorder&&) & = default;

874

// @endcond

875

}; // class IErrorRecorder

876

882

enum class TensorIOMode : int32 t

883

{

885

kNONE = 0,

886

888

kINPUT = 1,

889

891

kOUTPUT = 2

892

};

893

894

namespace impl

895

{

897

template <>

898

struct EnumMaxImpl<TensorIOMode>

899

{

900

// Declaration of kVALUE that represents maximum number of elements in TensorIOMode enum

901

static constexpr int32 t kVALUE = 3;

902

};

903

} // namespace impl

904

} // namespace nvinfer1

905

911

extern "C" TENSORRTAPI int32 t getInferLibVersion() noexcept;

912

913

#endif // NV INFER RUNTIME BASE H

10.17

NvInferRuntimeCommon.h File Reference

#include "NvInferRuntimeBase.h"

#include "NvInferRuntimePlugin.h"

Classes

• class nvinfer1::IPluginRegistry

Single registration point for all plugins in an application. It is used to find plugin implementations during engine dese-

rialization. Internally, the plugin registry is considered to be a singleton so all plugins in an application are part of the

same global registry. Note that the plugin registry is only supported for plugins of type IPluginV2 and should also have

a corresponding IPluginCreator implementation.

784

File Documentation

Namespaces

• namespace nvinfer1

The TensorRT API version 1 namespace.

10.17.1

Detailed Description

This file provides the nvinfer1::IPluginRegistry interface, which will be moved to the NvInferRuntime.h header in

TensorRT 9.0.

Warning

This file will be removed in TensorRT 9.0.

Do not directly include this file. Instead include NvInferRuntime.h

10.18

NvInferRuntimeCommon.h

Go to the documentation of this file.

1 /*

* SPDX-License-Identifier: LicenseRef-NvidiaProprietary

* NVIDIA CORPORATION, its affiliates and licensors retain all intellectual

* property and proprietary rights in and to this material, related

* documentation and any modifications thereto. Any use, reproduction,

* disclosure or distribution of this material and related documentation

* without an express license agreement from NVIDIA CORPORATION or

* its affiliates is strictly prohibited.

13 #ifndef NV INFER RUNTIME COMMON H

14 #define NV INFER RUNTIME COMMON H

26 #include "NvInferRuntimeBase.h"

27 #include "NvInferRuntimePlugin.h"

29 namespace nvinfer1

30 {

49 class IPluginRegistry

50 {

51 public:

using PluginLibraryHandle = void*;

virtual bool registerCreator(IPluginCreator& creator, AsciiChar const_* const pluginNamespace) noexcept =

virtual IPluginCreator_* const_* getPluginCreatorList(int32 t* const numCreators) const noexcept = 0;

virtual IPluginCreator_* getPluginCreator(AsciiChar const_* const pluginName, AsciiChar const_* const

pluginVersion,

AsciiChar const_* const pluginNamespace = "") noexcept

= 0;

// @cond SuppressDoxyWarnings

IPluginRegistry() = default;

IPluginRegistry(IPluginRegistry const&) = delete;

IPluginRegistry(IPluginRegistry&&) = delete;

IPluginRegistry& operator=(IPluginRegistry const&) & = delete;

IPluginRegistry& operator=(IPluginRegistry&&) & = delete;

98 // @endcond

100 protected:

101

virtual ˜IPluginRegistry() noexcept = default;

102

103 public:

113

10.19 NvInferRuntimePlugin.h File Reference

785

120

virtual void setErrorRecorder(IErrorRecorder* const recorder) noexcept = 0;

121

137

virtual IErrorRecorder_* getErrorRecorder() const noexcept = 0;

138

154

virtual bool deregisterCreator(IPluginCreator const& creator) noexcept = 0;

155

164

virtual bool isParentSearchEnabled() const = 0;

165

173

virtual void setParentSearchEnabled(bool const enabled) = 0;

174

183

virtual PluginLibraryHandle loadLibrary(AsciiChar const* pluginPath) noexcept = 0;

184

191

virtual void deregisterLibrary(PluginLibraryHandle handle) noexcept = 0;

192 };

193

194 } // namespace nvinfer1

195

196 #endif /* NV INFER RUNTIME COMMON H */

10.19

NvInferRuntimePlugin.h File Reference

#include "NvInferRuntimeBase.h"

Classes

• struct nvinfer1::PluginTensorDesc

Fields that a plugin might see for an input or output.

• class nvinfer1::IPluginV2

Plugin class for user-implemented layers.

• class nvinfer1::IPluginV2Ext

Plugin class for user-implemented layers.

• class nvinfer1::IPluginV2IOExt

Plugin class for user-implemented layers.

• class nvinfer1::PluginField

Structure containing plugin attribute field names and associated data This information can be parsed to decode necessary

plugin metadata.

• struct nvinfer1::PluginFieldCollection

Plugin field collection struct.

• class nvinfer1::IPluginCreator

Plugin creator class for user implemented layers.

Namespaces

• namespace nvinfer1

The TensorRT API version 1 namespace.

Typedefs

• using nvinfer1::PluginFormat = TensorFormat

PluginFormat is reserved for backward compatibility.

786

File Documentation

Enumerations

• enum class nvinfer1::PluginVersion : uint8 t { nvinfer1::kV2 = 0 , nvinfer1::kV2 EXT = 1 , nvinfer1::kV2 IOEXT

= 2 , nvinfer1::kV2 DYNAMICEXT = 3 }

• enum class nvinfer1::PluginFieldType : int32 t {

nvinfer1::kFLOAT16 = 0 , nvinfer1::kFLOAT32 = 1 , nvinfer1::kFLOAT64 = 2 , nvinfer1::kINT8 = 3 ,

nvinfer1::kINT16 = 4 , nvinfer1::kINT32 = 5 , nvinfer1::kCHAR = 6 , nvinfer1::kDIMS = 7 ,

nvinfer1::kUNKNOWN = 8 }

The possible field types for custom layer.

10.19.1

Detailed Description

This file contains common definitions, data structures and interfaces that relate to plugins and are shared between the

standard and safe runtime.

Warning

Do not directly include this file. Instead include either NvInferRuntime.h (for the standard runtime) or

NvInferSafeRuntime.h (for the safety runtime).

10.20

NvInferRuntimePlugin.h

Go to the documentation of this file.

1 /*

* SPDX-License-Identifier: LicenseRef-NvidiaProprietary

* NVIDIA CORPORATION, its affiliates and licensors retain all intellectual

* property and proprietary rights in and to this material, related

* documentation and any modifications thereto. Any use, reproduction,

* disclosure or distribution of this material and related documentation

* without an express license agreement from NVIDIA CORPORATION or

* its affiliates is strictly prohibited.

13 #ifndef NV INFER RUNTIME PLUGIN H

14 #define NV INFER RUNTIME PLUGIN H

16 #include "NvInferRuntimeBase.h"

33 namespace nvinfer1

34 {

41 using PluginFormat = TensorFormat;

53 struct PluginTensorDesc

54 {

Dims dims;

DataType type;

TensorFormat format;

float scale;

63 };

71 enum class PluginVersion : uint8 t

72 {

kV2 = 0,

kV2 EXT = 1,

kV2 IOEXT = 2,

kV2 DYNAMICEXT = 3,

81 };

97 class TRT DEPRECATED IPluginV2

98 {

10.20 NvInferRuntimePlugin.h

787

99 public:

110

virtual int32 t getTensorRTVersion() const noexcept

111

{

112

return NV TENSORRT VERSION;

113

}

114

127

virtual AsciiChar const_* getPluginType() const noexcept = 0;

128

141

virtual AsciiChar const* getPluginVersion() const noexcept = 0;

142

156

virtual int32 t getNbOutputs() const noexcept = 0;

157

177

virtual Dims getOutputDimensions(int32 t index, Dims const* inputs, int32 t nbInputDims) noexcept = 0;

178

201

virtual bool supportsFormat(DataType type, PluginFormat format) const noexcept = 0;

202

234

virtual void configureWithFormat(Dims const* inputDims, int32 t nbInputs, Dims const* outputDims, int32 t

nbOutputs,

235

DataType type, PluginFormat format, int32 t maxBatchSize) noexcept

236

= 0;

237

249

virtual int32 t initialize() noexcept = 0;

250

263

virtual void terminate() noexcept = 0;

264

279

virtual size t getWorkspaceSize(int32 t maxBatchSize) const noexcept = 0;

280

297

virtual int32 t enqueue(int32 t batchSize, void const* const* inputs, void* const* outputs, void_*

workspace,

298

cudaStream t stream) noexcept

299

= 0;

300

311

virtual size t getSerializationSize() const noexcept = 0;

312

326

virtual void serialize(void* buffer) const noexcept = 0;

327

336

virtual void destroy() noexcept = 0;

337

352

virtual IPluginV2* clone() const noexcept = 0;

353

368

virtual void setPluginNamespace(AsciiChar const* pluginNamespace) noexcept = 0;

369

378

virtual AsciiChar const* getPluginNamespace() const noexcept = 0;

379

380

// @cond SuppressDoxyWarnings

381

IPluginV2() = default;

382

virtual ˜IPluginV2() noexcept = default;

383

// @endcond

384

385

protected:

386

// @cond SuppressDoxyWarnings

387

IPluginV2(IPluginV2 const&) = default;

388

IPluginV2(IPluginV2&&) = default;

389

IPluginV2& operator=(IPluginV2 const&) & = default;

390

IPluginV2& operator=(IPluginV2&&) & = default;

391

// @endcond

392

};

393

407

class TRT DEPRECATED IPluginV2Ext : public IPluginV2

408

{

409

public:

425

virtual nvinfer1::DataType getOutputDataType(

426

int32 t index, nvinfer1::DataType const* inputTypes, int32 t nbInputs) const noexcept

427

= 0;

428

444

virtual bool isOutputBroadcastAcrossBatch(

445

int32 t outputIndex, bool const* inputIsBroadcasted, int32 t nbInputs) const noexcept

446

= 0;

447

466

virtual bool canBroadcastInputAcrossBatch(int32 t inputIndex) const noexcept = 0;

467

503

virtual void configurePlugin(Dims const* inputDims, int32 t nbInputs, Dims const* outputDims, int32 t

nbOutputs,

504

DataType const* inputTypes, DataType const* outputTypes, bool const* inputIsBroadcast,

505

bool const* outputIsBroadcast, PluginFormat floatFormat, int32 t maxBatchSize) noexcept

506

= 0;

507

508

IPluginV2Ext() = default;

509

˜IPluginV2Ext() override = default;

510

534

virtual void attachToContext(

788

File Documentation

535

cudnnContext* /*cudnn*/, cublasContext* /*cublas*/, IGpuAllocator_* /*allocator*/) noexcept

536

{

537

}

538

552

virtual void detachFromContext() noexcept {}

553

566

IPluginV2Ext_* clone() const noexcept override = 0;

567

568

protected:

569

// @cond SuppressDoxyWarnings

570

IPluginV2Ext(IPluginV2Ext const&) = default;

571

IPluginV2Ext(IPluginV2Ext&&) = default;

572

IPluginV2Ext& operator=(IPluginV2Ext const&) & = default;

573

IPluginV2Ext& operator=(IPluginV2Ext&&) & = default;

574

// @endcond

575

587

int32 t getTensorRTVersion() const noexcept override

588

{

589

return static cast<int32 t>((static cast<uint32 t>(PluginVersion::kV2 EXT) << 24U)

590

| (static cast<uint32 t>(NV TENSORRT VERSION) & 0xFFFFFFU));

591

}

592

596

void configureWithFormat(Dims const_* /*inputDims*/, int32 t /*nbInputs*/, Dims const_* /*outputDims*/,

597

int32 t /*nbOutputs*/, DataType /*type*/, PluginFormat /*format*/, int32 t /*maxBatchSize*/) noexcept

override

598

{

599

}

600

};

601

611

class IPluginV2IOExt : public IPluginV2Ext

612

{

613

public:

631

virtual void configurePlugin(

632

PluginTensorDesc const* in, int32 t nbInput, PluginTensorDesc const* out, int32 t nbOutput) noexcept

633

= 0;

634

672

virtual bool supportsFormatCombination(

673

int32 t pos, PluginTensorDesc const* inOut, int32 t nbInputs, int32 t nbOutputs) const noexcept

674

= 0;

675

676

// @cond SuppressDoxyWarnings

677

IPluginV2IOExt() = default;

678

˜IPluginV2IOExt() override = default;

679

// @endcond

680

681

protected:

682

// @cond SuppressDoxyWarnings

683

IPluginV2IOExt(IPluginV2IOExt const&) = default;

684

IPluginV2IOExt(IPluginV2IOExt&&) = default;

685

IPluginV2IOExt& operator=(IPluginV2IOExt const&) & = default;

686

IPluginV2IOExt& operator=(IPluginV2IOExt&&) & = default;

687

// @endcond

688

700

int32 t getTensorRTVersion() const noexcept override

701

{

702

return static cast<int32 t>((static cast<uint32 t>(PluginVersion::kV2 IOEXT) << 24U)

703

| (static cast<uint32 t>(NV TENSORRT VERSION) & 0xFFFFFFU));

704

}

705

706

private:

707

// Following are obsolete base class methods, and must not be implemented or used.

708

709

void configurePlugin(Dims const*, int32 t, Dims const*, int32 t, DataType const*, DataType const*, bool

const*,

710

bool const*, PluginFormat, int32 t) noexcept final

711

{

712

}

713

714

bool supportsFormat(DataType, PluginFormat) const noexcept final

715

{

716

return false;

717

}

718

};

719

724

725

enum class PluginFieldType : int32 t

726

{

728

kFLOAT16 = 0,

730

kFLOAT32 = 1,

732

kFLOAT64 = 2,

734

kINT8 = 3,

10.21 NvInferSafeRuntime.h File Reference

789

736

kINT16 = 4,

738

kINT32 = 5,

740

kCHAR = 6,

742

kDIMS = 7,

744

kUNKNOWN = 8

745

};

746

754

class PluginField

755

{

756

public:

760

AsciiChar const_* name;

764

void const_* data;

769

PluginFieldType type;

773

int32 t length;

774

775

PluginField(AsciiChar const_* const name = nullptr, void const_* const data = nullptr,

776

PluginFieldType const type = PluginFieldType::kUNKNOWN, int32 t const length

= 0) noexcept

777

: name(name )

778

, data(data )

779

, type(type )

780

, length(length )

781

{

782

}

783

};

784

786

struct PluginFieldCollection

787

{

789

int32 t nbFields;

791

PluginField const_* fields;

792

};

793

801

802

class IPluginCreator

803

{

804

public:

812

virtual int32 t getTensorRTVersion() const noexcept

813

{

814

return NV TENSORRT VERSION;

815

}

816

829

virtual AsciiChar const_* getPluginName() const noexcept = 0;

830

843

virtual AsciiChar const* getPluginVersion() const noexcept = 0;

844

855

virtual PluginFieldCollection const* getFieldNames() noexcept = 0;

856

866

virtual IPluginV2* createPlugin(AsciiChar const* name, PluginFieldCollection const* fc) noexcept = 0;

867

877

virtual IPluginV2* deserializePlugin(AsciiChar const* name, void const* serialData, size t serialLength)

noexcept

878

= 0;

879

892

virtual void setPluginNamespace(AsciiChar const* pluginNamespace) noexcept = 0;

893

906

virtual AsciiChar const* getPluginNamespace() const noexcept = 0;

907

908

IPluginCreator() = default;

909

virtual ˜IPluginCreator() = default;

910

911

protected:

912

// @cond SuppressDoxyWarnings

913

IPluginCreator(IPluginCreator const&) = default;

914

IPluginCreator(IPluginCreator&&) = default;

915

IPluginCreator& operator=(IPluginCreator const&) & = default;

916

IPluginCreator& operator=(IPluginCreator&&) & = default;

917

// @endcond

918

};

919

920

} // namespace nvinfer1

921

922

#endif // NV INFER RUNTIME PLUGIN H

10.21

NvInferSafeRuntime.h File Reference

#include "NvInferRuntimeBase.h"

#include "NvInferRuntimePlugin.h"

790

File Documentation

#include <cstddef>

#include <cstdint>

Classes

• class nvinfer1::safe::IRuntime

Allows a serialized functionally safe engine to be deserialized.

• class nvinfer1::safe::ICudaEngine

A functionally safe engine for executing inference on a built network.

• struct nvinfer1::safe::RuntimeErrorInformation

Space to record information about runtime errors.

• class nvinfer1::safe::IExecutionContext

Functionally safe context for executing inference using an engine.

• class nvinfer1::safe::IPluginRegistry

Single registration point for all plugins in an application. It is used to find plugin implementations during engine dese-

rialization. Internally, the plugin registry is considered to be a singleton so all plugins in an application are part of the

same global registry. Note that the plugin registry is only supported for plugins of type IPluginV2 and should also have

a corresponding IPluginCreator implementation.

• class nvinfer1::safe::PluginRegistrar< T >

Register the plugin creator to the registry The static registry object will be instantiated when the plugin library is loaded.

This static object will register all creators available in the library to the registry.

Namespaces

• namespace nvinfer1

The TensorRT API version 1 namespace.

• namespace nvinfer1::safe

The safety subset of TensorRT's API version 1 namespace.

Macros

• #define REGISTER SAFE TENSORRT PLUGIN(name)

static nvinfer1::safe::PluginRegistrar<name>

pluginRegistrar##name {}

Enumerations

• enum class nvinfer1::safe::RuntimeErrorType : uint64 t {

nvinfer1::safe::kNAN CONSUMED = 1ULL << 0 , nvinfer1::safe::kINF CONSUMED = 1ULL << 1 ,

nvinfer1::safe::kGATHER OOB = 1ULL << 2 , nvinfer1::safe::kSCATTER OOB = 1ULL << 3 ,

nvinfer1::safe::kSCATTER RACE = 1ULL << 4 }

Functions

• IRuntime ∗ nvinfer1::safe::createInferRuntime (ILogger &logger) noexcept

Create an instance of an safe::IRuntime class.

• IPluginRegistry ∗ nvinfer1::safe::getSafePluginRegistry () noexcept

Return the safe plugin registry.

10.22 NvInferSafeRuntime.h

791

10.21.1

Detailed Description

The functionality in this file is only supported in NVIDIA Drive(R) products.

10.21.2

Macro Definition Documentation

10.21.2.1 REGISTER SAFE TENSORRT PLUGIN

#define REGISTER SAFE TENSORRT PLUGIN(

name ) static nvinfer1::safe::PluginRegistrar<name> pluginRegistrar##name {}

10.22

NvInferSafeRuntime.h

Go to the documentation of this file.

1 /*

* SPDX-License-Identifier: LicenseRef-NvidiaProprietary

* NVIDIA CORPORATION, its affiliates and licensors retain all intellectual

* property and proprietary rights in and to this material, related

* documentation and any modifications thereto. Any use, reproduction,

* disclosure or distribution of this material and related documentation

* without an express license agreement from NVIDIA CORPORATION or

* its affiliates is strictly prohibited.

13 #ifndef NV INFER SAFE RUNTIME H

14 #define NV INFER SAFE RUNTIME H

16 #include "NvInferRuntimeBase.h"

17 #include "NvInferRuntimePlugin.h"

18 #include <cstddef>

19 #include <cstdint>

31 namespace nvinfer1

32 {

38 namespace safe

39 {

41 class ICudaEngine;

43 class IExecutionContext;

55 class IRuntime

56 {

57 public:

virtual ICudaEngine_* deserializeCudaEngine(void const_* const blob, std::size t const size) noexcept = 0;

virtual void setGpuAllocator(IGpuAllocator_* const allocator) noexcept = 0;

103

110

virtual void setErrorRecorder(IErrorRecorder_* const recorder) noexcept = 0;

111

126

virtual IErrorRecorder_* getErrorRecorder() const noexcept = 0;

127

128

IRuntime() = default;

129

virtual ˜IRuntime() noexcept = default;

130

IRuntime(IRuntime const&) = delete;

131

IRuntime(IRuntime&&) = delete;

132

IRuntime& operator=(IRuntime const&) & = delete;

133

IRuntime& operator=(IRuntime&&) & = delete;

134 };

792

File Documentation

135

143

class ICudaEngine

144 {

145

public:

159

TRT DEPRECATED virtual std::int32 t getNbBindings() const noexcept = 0;

160

182

TRT DEPRECATED virtual std::int32 t getBindingIndex(AsciiChar const* const name) const noexcept = 0;

183

201

TRT DEPRECATED virtual AsciiChar const* getBindingName(std::int32 t const bindingIndex) const noexcept =

202

217

TRT DEPRECATED virtual bool bindingIsInput(std::int32 t const bindingIndex) const noexcept = 0;

218

233

TRT DEPRECATED virtual Dims getBindingDimensions(std::int32 t const bindingIndex) const noexcept = 0;

234

249

TRT DEPRECATED virtual DataType getBindingDataType(std::int32 t const bindingIndex) const noexcept = 0;

250

262

virtual IExecutionContext* createExecutionContext() noexcept = 0;

263

277

virtual IExecutionContext* createExecutionContextWithoutDeviceMemory() noexcept = 0;

278

288

virtual size t getDeviceMemorySize() const noexcept = 0;

289

305

TRT DEPRECATED virtual std::int32 t getBindingBytesPerComponent(std::int32 t const bindingIndex) const

noexcept = 0;

306

322

TRT DEPRECATED virtual std::int32 t getBindingComponentsPerElement(std::int32 t const bindingIndex) const

noexcept = 0;

323

337

TRT DEPRECATED virtual TensorFormat getBindingFormat(std::int32 t const bindingIndex) const noexcept = 0;

338

354

TRT DEPRECATED virtual std::int32 t getBindingVectorizedDim(std::int32 t const bindingIndex) const

noexcept = 0;

355

370

virtual AsciiChar const* getName() const noexcept = 0;

371

381

388

virtual void setErrorRecorder(IErrorRecorder* const recorder) noexcept = 0;

389

405

virtual IErrorRecorder_* getErrorRecorder() const noexcept = 0;

406

407

ICudaEngine() = default;

408

virtual ˜ICudaEngine() noexcept = default;

409

ICudaEngine(ICudaEngine const&) = delete;

410

ICudaEngine(ICudaEngine&&) = delete;

411

ICudaEngine& operator=(ICudaEngine const&) & = delete;

412

ICudaEngine& operator=(ICudaEngine&&) & = delete;

413

430

virtual Dims getTensorShape(AsciiChar const* tensorName) const noexcept = 0;

431

449

virtual DataType getTensorDataType(AsciiChar const* tensorName) const noexcept = 0;

450

465

virtual TensorIOMode getTensorIOMode(AsciiChar const* tensorName) const noexcept = 0;

466

487

virtual std::int32 t getTensorBytesPerComponent(AsciiChar const* tensorName) const noexcept = 0;

488

509

virtual std::int32 t getTensorComponentsPerElement(AsciiChar const* tensorName) const noexcept = 0;

510

528

virtual TensorFormat getTensorFormat(AsciiChar const* tensorName) const noexcept = 0;

529

550

virtual std::int32 t getTensorVectorizedDim(AsciiChar const* tensorName) const noexcept = 0;

551

563

virtual std::int32 t getNbIOTensors() const noexcept = 0;

564

582

virtual AsciiChar const* getIOTensorName(std::int32 t const index) const noexcept = 0;

583

};

584

594

struct RuntimeErrorInformation

595

{

596

uint64 t bitMask;

597

};

598

599

enum class RuntimeErrorType : uint64 t

600

{

601

kNAN CONSUMED = 1ULL << 0,

602

kINF CONSUMED = 1ULL << 1,

603

kGATHER OOB = 1ULL << 2,

604

kSCATTER OOB = 1ULL << 3,

605

kSCATTER RACE = 1ULL << 4,

606

};

607

10.22 NvInferSafeRuntime.h

793

621

class IExecutionContext

622

{

623

public:

633

virtual ICudaEngine const& getEngine() const noexcept = 0;

634

649

virtual void setName(AsciiChar const* const name) noexcept = 0;

650

660

virtual AsciiChar const* getName() const noexcept = 0;

661

677

virtual void setDeviceMemory(void* const memory) noexcept = 0;

678

692

TRT DEPRECATED virtual Dims getStrides(std::int32 t const bindingIndex) const noexcept = 0;

693

703

710

virtual void setErrorRecorder(IErrorRecorder* const recorder) noexcept = 0;

711

726

virtual IErrorRecorder_* getErrorRecorder() const noexcept = 0;

727

749

TRT DEPRECATED virtual bool enqueueV2(

750

void* const* const bindings, cudaStream t const stream, cudaEvent t const* const inputConsumed)

noexcept = 0;

751

752

IExecutionContext() = default;

753

virtual ˜IExecutionContext() noexcept = default;

754

IExecutionContext(IExecutionContext const&) = delete;

755

IExecutionContext(IExecutionContext&&) = delete;

756

IExecutionContext& operator=(IExecutionContext const&) & = delete;

757

IExecutionContext& operator=(IExecutionContext&&) & = delete;

758

778

virtual void setErrorBuffer(RuntimeErrorInformation* const buffer) noexcept = 0;

779

791

virtual RuntimeErrorInformation* getErrorBuffer() const noexcept = 0;

792

813

virtual Dims getTensorStrides(AsciiChar const* tensorName) const noexcept = 0;

814

839

virtual bool setInputTensorAddress(AsciiChar const* tensorName, void const* data) noexcept = 0;

840

865

virtual bool setOutputTensorAddress(AsciiChar const* tensorName, void* data) noexcept = 0;

866

880

virtual bool setInputConsumedEvent(cudaEvent t event) noexcept = 0;

881

891

virtual cudaEvent t getInputConsumedEvent() const noexcept = 0;

892

911

virtual void const* getInputTensorAddress(AsciiChar const* tensorName) const noexcept = 0;

912

931

virtual void* getOutputTensorAddress(AsciiChar const* tensorName) const noexcept = 0;

932

948

virtual bool enqueueV3(cudaStream t stream) noexcept = 0;

949

};

950

968

969

class IPluginRegistry

970

{

971

public:

983

virtual bool registerCreator(IPluginCreator& creator, AsciiChar const_* const pluginNamespace) noexcept =

984

993

virtual IPluginCreator_* const_* getPluginCreatorList(int32 t* const numCreators) const noexcept = 0;

994

1006

virtual IPluginCreator_* getPluginCreator(AsciiChar const_* const pluginName, AsciiChar const_* const

pluginVersion,

1007

AsciiChar const_* const pluginNamespace = "") noexcept

1008

= 0;

1009

1019

1026

virtual void setErrorRecorder(IErrorRecorder* const recorder) noexcept = 0;

1027

1043

virtual IErrorRecorder_* getErrorRecorder() const noexcept = 0;

1044

1060

virtual bool deregisterCreator(IPluginCreator const& creator) noexcept = 0;

1061

1062

// @cond SuppressDoxyWarnings

1063

IPluginRegistry() = default;

1064

IPluginRegistry(IPluginRegistry const&) = delete;

1065

IPluginRegistry(IPluginRegistry&&) = delete;

1066

IPluginRegistry& operator=(IPluginRegistry const&) & = delete;

1067

IPluginRegistry& operator=(IPluginRegistry&&) & = delete;

1068

// @endcond

1069

1070 protected:

1071

virtual ˜IPluginRegistry() noexcept = default;

794

File Documentation

1072 };

1073

1083 IRuntime_* createInferRuntime(ILogger& logger) noexcept;

1084

1092 extern "C" TENSORRTAPI IPluginRegistry_* getSafePluginRegistry() noexcept;

1093

1105 template <typename T>

1106 class PluginRegistrar

1107 {

1108 public:

1109

PluginRegistrar()

1110

{

1111

getSafePluginRegistry()->registerCreator(instance, "");

1112

}

1113

1114 private:

1116

T instance{};

1117 };

1118

1119 } // namespace safe

1120

1121 } // namespace nvinfer1

1122

1123 #define REGISTER SAFE TENSORRT PLUGIN(name)

1124

static nvinfer1::safe::PluginRegistrar<name> pluginRegistrar##name {}

1125 #endif // NV INFER SAFE RUNTIME H

10.23

NvInferVersion.h File Reference

Macros

• #define NV TENSORRT MAJOR 8

TensorRT major version.

• #define NV TENSORRT MINOR 6

TensorRT minor version.

• #define NV TENSORRT PATCH 11

TensorRT patch version.

• #define NV TENSORRT BUILD 0

TensorRT build number.

• #define NV TENSORRT LWS MAJOR 0

TensorRT LWS major version.

• #define NV TENSORRT LWS MINOR 0

TensorRT LWS minor version.

• #define NV TENSORRT LWS PATCH 0

TensorRT LWS patch version.

• #define NV TENSORRT SONAME MAJOR 8

Shared object library major version number.

• #define NV TENSORRT SONAME MINOR 6

Shared object library minor version number.

• #define NV TENSORRT SONAME PATCH 11

Shared object library patch version number.

• #define NV TENSORRT RELEASE TYPE EARLY ACCESS 0

An early access release.

• #define NV TENSORRT RELEASE TYPE RELEASE CANDIDATE 1

A release candidate.

10.23 NvInferVersion.h File Reference

795

• #define NV TENSORRT RELEASE TYPE GENERAL AVAILABILITY 2

A final release.

• #define NV TENSORRT RELEASE TYPE NV TENSORRT RELEASE TYPE GENERAL AVAILABILITY

TensorRT release type.

10.23.1

Detailed Description

Defines the TensorRT version

10.23.2

Macro Definition Documentation

10.23.2.1 NV TENSORRT BUILD

#define NV TENSORRT BUILD 0

TensorRT build number.

10.23.2.2 NV TENSORRT LWS MAJOR

#define NV TENSORRT LWS MAJOR 0

TensorRT LWS major version.

10.23.2.3 NV TENSORRT LWS MINOR

#define NV TENSORRT LWS MINOR 0

TensorRT LWS minor version.

10.23.2.4 NV TENSORRT LWS PATCH

#define NV TENSORRT LWS PATCH 0

TensorRT LWS patch version.

796

File Documentation

10.23.2.5 NV TENSORRT MAJOR

#define NV TENSORRT MAJOR 8

TensorRT major version.

10.23.2.6 NV TENSORRT MINOR

#define NV TENSORRT MINOR 6

TensorRT minor version.

10.23.2.7 NV TENSORRT PATCH

#define NV TENSORRT PATCH 11

TensorRT patch version.

10.23.2.8 NV TENSORRT RELEASE TYPE

#define NV TENSORRT RELEASE TYPE NV TENSORRT RELEASE TYPE GENERAL AVAILABILITY

TensorRT release type.

10.23.2.9 NV TENSORRT RELEASE TYPE EARLY ACCESS

#define NV TENSORRT RELEASE TYPE EARLY ACCESS 0

An early access release.

10.23.2.10 NV TENSORRT RELEASE TYPE GENERAL AVAILABILITY

#define NV TENSORRT RELEASE TYPE GENERAL AVAILABILITY 2

A final release.

10.24 NvInferVersion.h

797

10.23.2.11 NV TENSORRT RELEASE TYPE RELEASE CANDIDATE

#define NV TENSORRT RELEASE TYPE RELEASE CANDIDATE 1

A release candidate.

10.23.2.12 NV TENSORRT SONAME MAJOR

#define NV TENSORRT SONAME MAJOR 8

Shared object library major version number.

10.23.2.13 NV TENSORRT SONAME MINOR

#define NV TENSORRT SONAME MINOR 6

Shared object library minor version number.

10.23.2.14 NV TENSORRT SONAME PATCH

#define NV TENSORRT SONAME PATCH 11

Shared object library patch version number.

10.24

NvInferVersion.h

Go to the documentation of this file.

1 /*

* SPDX-License-Identifier: LicenseRef-NvidiaProprietary

* NVIDIA CORPORATION, its affiliates and licensors retain all intellectual

* property and proprietary rights in and to this material, related

* documentation and any modifications thereto. Any use, reproduction,

* disclosure or distribution of this material and related documentation

* without an express license agreement from NVIDIA CORPORATION or

* its affiliates is strictly prohibited.

18 #ifndef NV INFER VERSION H

19 #define NV INFER VERSION H

21 #define NV TENSORRT MAJOR 8

22 #define NV TENSORRT MINOR 6

23 #define NV TENSORRT PATCH 11

24 #define NV TENSORRT BUILD 0

798

File Documentation

26 #define NV TENSORRT LWS MAJOR 0

27 #define NV TENSORRT LWS MINOR 0

28 #define NV TENSORRT LWS PATCH 0

30 // This #define is deprecated in TensorRT 8.6 and will be removed in 10.0. Use NV TENSORRT MAJOR.

31 #define NV TENSORRT SONAME MAJOR 8

32 // This #define is deprecated in TensorRT 8.6 and will be removed in 10.0. Use NV TENSORRT MINOR.

33 #define NV TENSORRT SONAME MINOR 6

34 // This #define is deprecated in TensorRT 8.6 and will be removed in 10.0. Use NV TENSORRT PATCH.

35 #define NV TENSORRT SONAME PATCH 11

37 #define NV TENSORRT RELEASE TYPE EARLY ACCESS 0

38 #define NV TENSORRT RELEASE TYPE RELEASE CANDIDATE 1

39 #define NV TENSORRT RELEASE TYPE GENERAL AVAILABILITY 2

41 #define NV TENSORRT RELEASE TYPE NV TENSORRT RELEASE TYPE GENERAL AVAILABILITY

43 #endif // NV INFER VERSION H

10.25

NvOnnxConfig.h File Reference

#include "NvInfer.h"

Classes

• class nvonnxparser::IOnnxConfig

Configuration Manager Class.

Namespaces

• namespace nvonnxparser

The TensorRT ONNX parser API namespace.

Functions

• IOnnxConfig ∗ nvonnxparser::createONNXConfig ()

10.25.1

Detailed Description

This is the API file for the Configuration Manager for ONNX Parser for Nvidia TensorRT.

10.26 NvOnnxConfig.h

799

10.26

NvOnnxConfig.h

Go to the documentation of this file.

1 /*

* SPDX-License-Identifier: LicenseRef-NvidiaProprietary

* NVIDIA CORPORATION, its affiliates and licensors retain all intellectual

* property and proprietary rights in and to this material, related

* documentation and any modifications thereto. Any use, reproduction,

* disclosure or distribution of this material and related documentation

* without an express license agreement from NVIDIA CORPORATION or

* its affiliates is strictly prohibited.

13 #ifndef NV OnnxConfig H

14 #define NV OnnxConfig H

16 #include "NvInfer.h"

18 namespace nvonnxparser

19 {

41 class IOnnxConfig

42 {

43 public:

virtual ˜IOnnxConfig() noexcept = default;

typedef int32 t Verbosity;

virtual void setModelDtype(const nvinfer1::DataType) noexcept = 0;

virtual nvinfer1::DataType getModelDtype() const noexcept = 0;

virtual char const* getModelFileName() const noexcept = 0;

virtual void setModelFileName(char const* onnxFilename) noexcept = 0;

virtual Verbosity getVerbosityLevel() const noexcept = 0;

100

108

virtual void addVerbosity() noexcept = 0;

109

115

virtual void reduceVerbosity() noexcept = 0;

116

122

virtual void setVerbosityLevel(Verbosity) noexcept = 0;

123

132

virtual char const* getTextFileName() const noexcept = 0;

133

145

virtual void setTextFileName(char const* textFileName) noexcept = 0;

146

155

virtual char const* getFullTextFileName() const noexcept = 0;

156

168

virtual void setFullTextFileName(char const* fullTextFileName) noexcept = 0;

169

177

virtual bool getPrintLayerInfo() const noexcept = 0;

178

184

virtual void setPrintLayerInfo(bool) noexcept = 0;

185

193

TRT DEPRECATED virtual void destroy() noexcept = 0;

194

195 }; // class IOnnxConfig

196

197 TENSORRTAPI IOnnxConfig_* createONNXConfig();

198

199 } // namespace nvonnxparser

200

201 #endif

10.27

NvUffParser.h File Reference

#include "NvInfer.h"

800

File Documentation

Classes

• class nvuffparser::FieldMap

An array of field params used as a layer parameter for plugin layers.

• struct nvuffparser::FieldCollection

• class nvuffparser::IUffParser

Class used for parsing models described using the UFF format.

Namespaces

• namespace nvuffparser

The TensorRT UFF parser API namespace.

Macros

• #define UFF REQUIRED VERSION MAJOR 0

• #define UFF REQUIRED VERSION MINOR 6

• #define UFF REQUIRED VERSION PATCH 9

Enumerations

• enum class nvuffparser::UffInputOrder : int32 t { nvuffparser::kNCHW = 0 , nvuffparser::kNHWC = 1 ,

nvuffparser::kNC = 2 }

The different possible supported input order.

• enum class nvuffparser::FieldType : int32 t {

nvuffparser::kFLOAT = 0 , nvuffparser::kINT32 = 1 , nvuffparser::kCHAR = 2 , nvuffparser::kDIMS = 4 ,

nvuffparser::kDATATYPE = 5 , nvuffparser::kUNKNOWN = 6 }

The possible field types for custom layer.

Functions

• IUffParser ∗ nvuffparser::createUffParser () noexcept

Creates a IUffParser object.

• void nvuffparser::shutdownProtobufLibrary (void) noexcept

Shuts down protocol buffers library.

10.27.1

Detailed Description

This is the API for the UFF Parser

10.27.2

Macro Definition Documentation

10.28 NvUffParser.h

801

10.27.2.1 UFF REQUIRED VERSION MAJOR

#define UFF REQUIRED VERSION MAJOR 0

10.27.2.2 UFF REQUIRED VERSION MINOR

#define UFF REQUIRED VERSION MINOR 6

10.27.2.3 UFF REQUIRED VERSION PATCH

#define UFF REQUIRED VERSION PATCH 9

10.28

NvUffParser.h

Go to the documentation of this file.

1 /*

* SPDX-License-Identifier: LicenseRef-NvidiaProprietary

* NVIDIA CORPORATION, its affiliates and licensors retain all intellectual

* property and proprietary rights in and to this material, related

* documentation and any modifications thereto. Any use, reproduction,

* disclosure or distribution of this material and related documentation

* without an express license agreement from NVIDIA CORPORATION or

* its affiliates is strictly prohibited.

13 #ifndef NV UFF PARSER H

14 #define NV UFF PARSER H

16 #include "NvInfer.h"

24 // Current supported Universal Framework Format (UFF) version for the parser.

25 #define UFF REQUIRED VERSION MAJOR 0

26 #define UFF REQUIRED VERSION MINOR 6

27 #define UFF REQUIRED VERSION PATCH 9

34 namespace nvuffparser

35 {

41 enum class UffInputOrder : int32 t

42 {

kNCHW = 0,

kNHWC = 1,

kNC = 2

46 };

53 enum class FieldType : int32 t

54 {

kFLOAT = 0,

kINT32 = 1,

kCHAR = 2,

kDIMS = 4,

kDATATYPE = 5,

kUNKNOWN = 6

61 };

802

File Documentation

72 class TENSORRTAPI FieldMap

73 {

74 public:

char const* name{};

void const* data{};

FieldType type{FieldType::kUNKNOWN};

int32 t length{1};

TRT DEPRECATED FieldMap(char const* name, void const* data, FieldType const type, int32 t length = 1);

FieldMap() = default;

86 };

88 struct FieldCollection

89 {

int32 t nbFields;

FieldMap const_* fields;

92 };

101 class IUffParser

102 {

103 public:

111

virtual bool registerInput(char const* inputName, nvinfer1::Dims inputDims, UffInputOrder inputOrder)

noexcept = 0;

112

118

virtual bool registerOutput(char const* outputName) noexcept = 0;

119

127

virtual bool parse(char const* file, nvinfer1::INetworkDefinition& network,

128

nvinfer1::DataType weightsType = nvinfer1::DataType::kFLOAT) noexcept = 0;

129

138

virtual bool parseBuffer(char const* buffer, std::size t size, nvinfer1::INetworkDefinition& network,

139

nvinfer1::DataType weightsType = nvinfer1::DataType::kFLOAT) noexcept = 0;

140

144

TRT DEPRECATED virtual void destroy() noexcept = 0;

145

149

virtual int32 t getUffRequiredVersionMajor() noexcept = 0;

150

154

virtual int32 t getUffRequiredVersionMinor() noexcept = 0;

155

159

virtual int32 t getUffRequiredVersionPatch() noexcept = 0;

160

164

virtual void setPluginNamespace(char const* libNamespace) noexcept = 0;

165

166

virtual ˜IUffParser() noexcept = default;

167

168 public:

180

183

virtual void setErrorRecorder(nvinfer1::IErrorRecorder* recorder) noexcept = 0;

184

195

virtual nvinfer1::IErrorRecorder* getErrorRecorder() const noexcept = 0;

196 };

197

208 TENSORRTAPI IUffParser_* createUffParser() noexcept;

209

215 TENSORRTAPI void shutdownProtobufLibrary(void) noexcept;

216

217 } // namespace nvuffparser

218

223 extern "C" TENSORRTAPI void* createNvUffParser INTERNAL() noexcept;

224

225 #endif /* !NV UFF PARSER H */

10.29

NvUtils.h File Reference

#include "NvInfer.h"

Namespaces

• namespace nvinfer1

The TensorRT API version 1 namespace.

• namespace nvinfer1::utils

10.30 NvUtils.h

803

Functions

• TRT DEPRECATED bool nvinfer1::utils::reshapeWeights (Weights const &input, int32 t const ∗shape, int32 t

const ∗shapeOrder, void ∗data, int32 t nbDims) noexcept

Reformat the input weights of the given shape based on the new order of dimensions.

• TRT DEPRECATED bool nvinfer1::utils::reorderSubBuffers (void ∗input, int32 t const ∗order, int32 t num,

int32 t size) noexcept

Takes an input stream and re-orders num chunks of the data given the size and order.

• TRT DEPRECATED bool nvinfer1::utils::transposeSubBuffers (void ∗input, DataType type, int32 t num,

int32 t height, int32 t width) noexcept

Transpose num sub-buffers of height ∗ width.

10.29.1

Detailed Description

This file includes various utility functions

10.30

NvUtils.h

Go to the documentation of this file.

1 /*

* SPDX-License-Identifier: LicenseRef-NvidiaProprietary

* NVIDIA CORPORATION, its affiliates and licensors retain all intellectual

* property and proprietary rights in and to this material, related

* documentation and any modifications thereto. Any use, reproduction,

* disclosure or distribution of this material and related documentation

* without an express license agreement from NVIDIA CORPORATION or

* its affiliates is strictly prohibited.

13 #ifndef NV UTILS H

14 #define NV UTILS H

16 #include "NvInfer.h"

24 namespace nvinfer1

25 {

26 namespace utils

27 {

75 TRT DEPRECATED TENSORRTAPI bool reshapeWeights(

Weights const& input, int32 t const* shape, int32 t const* shapeOrder, void* data, int32 t nbDims)

noexcept;

123 TRT DEPRECATED TENSORRTAPI bool reorderSubBuffers(

124

void* input, int32 t const* order, int32 t num, int32 t size) noexcept;

125

141 TRT DEPRECATED TENSORRTAPI bool transposeSubBuffers(

142

void* input, DataType type, int32 t num, int32 t height, int32 t width) noexcept;

143

144 } // namespace utils

145 } // namespace nvinfer1

146 #endif // NV UTILS H

10.31

NvOnnxParser.h File Reference

#include "NvInfer.h"

#include <stddef.h>

#include <vector>

804

File Documentation

Classes

• class nvonnxparser::IParserError

an object containing information about an error

• class nvonnxparser::IParser

an object for parsing ONNX models into a TensorRT network definition

Namespaces

• namespace nvonnxparser

The TensorRT ONNX parser API namespace.

Macros

• #define NV ONNX PARSER MAJOR 0

• #define NV ONNX PARSER MINOR 1

• #define NV ONNX PARSER PATCH 0

Typedefs

• typedef std::pair< std::vector< size t >, bool > SubGraph t

The data structure containing the parsing capability of a set of nodes in an ONNX graph.

• typedef std::vector< SubGraph t > SubGraphCollection t

The data structure containing all SubGraph t partitioned out of an ONNX graph.

• using nvonnxparser::OnnxParserFlags = uint32 t

Represents one or more OnnxParserFlag values using binary OR operations, e.g., 1U << OnnxParserFlag::kNATIVE INSTANCENORM.

Enumerations

• enum class nvonnxparser::ErrorCode : int {

nvonnxparser::kSUCCESS = 0 , nvonnxparser::kINTERNAL ERROR = 1 , nvonnxparser::kMEM ALLOC FAILED

= 2 , nvonnxparser::kMODEL DESERIALIZE FAILED = 3 ,

nvonnxparser::kINVALID VALUE = 4 , nvonnxparser::kINVALID GRAPH = 5 , nvonnxparser::kINVALID NODE

= 6 , nvonnxparser::kUNSUPPORTED GRAPH = 7 ,

nvonnxparser::kUNSUPPORTED NODE = 8 }

The type of error that the parser may return.

• enum class nvonnxparser::OnnxParserFlag : int32 t { nvonnxparser::kNATIVE INSTANCENORM = 0 }

Functions

• template<typename T >

constexpr int32 t nvonnxparser::EnumMax ()

• template<> constexpr int32 t nvonnxparser::EnumMax< ErrorCode > ()

• template<> constexpr int32 t nvonnxparser::EnumMax< OnnxParserFlag > ()

• TENSORRTAPI void ∗ createNvOnnxParser INTERNAL (void ∗network, void ∗logger, int version)

• TENSORRTAPI int getNvOnnxParserVersion ()

806

File Documentation

10.31.4

Function Documentation

10.31.4.1 createNvOnnxParser INTERNAL()

TENSORRTAPI void ∗ createNvOnnxParser INTERNAL (

void ∗ network,

void ∗ logger,

int version )

10.31.4.2 getNvOnnxParserVersion()

TENSORRTAPI int getNvOnnxParserVersion ( )

10.32

NvOnnxParser.h

Go to the documentation of this file.

1 /*

* Permission is hereby granted, free of charge, to any person obtaining a

* copy of this software and associated documentation files (the "Software"),

* to deal in the Software without restriction, including without limitation

* the rights to use, copy, modify, merge, publish, distribute, sublicense,

* and/or sell copies of the Software, and to permit persons to whom the

* Software is furnished to do so, subject to the following conditions:

* The above copyright notice and this permission notice shall be included in

* all copies or substantial portions of the Software.

* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL

* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING

* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER

* DEALINGS IN THE SOFTWARE.

23 #ifndef NV ONNX PARSER H

24 #define NV ONNX PARSER H

26 #include "NvInfer.h"

27 #include <stddef.h>

28 #include <vector>

36 #define NV ONNX PARSER MAJOR 0

37 #define NV ONNX PARSER MINOR 1

38 #define NV ONNX PARSER PATCH 0

40 static constexpr int32 t NV ONNX PARSER VERSION

= ((NV ONNX PARSER MAJOR * 10000) + (NV ONNX PARSER MINOR * 100) + NV ONNX PARSER PATCH);

49 typedef std::pair<std::vector<size t>, bool> SubGraph t;

57 typedef std::vector<SubGraph t> SubGraphCollection t;

64 namespace nvonnxparser

10.32 NvOnnxParser.h

807

65 {

67 template <typename T>

68 constexpr inline int32 t EnumMax();

75 enum class ErrorCode : int

76 {

kSUCCESS = 0,

kINTERNAL ERROR = 1,

kMEM ALLOC FAILED = 2,

kMODEL DESERIALIZE FAILED = 3,

kINVALID VALUE = 4,

kINVALID GRAPH = 5,

kINVALID NODE = 6,

kUNSUPPORTED GRAPH = 7,

kUNSUPPORTED NODE = 8

86 };

93 template <>

94 constexpr inline int32 t EnumMax<ErrorCode>()

95 {

return 9;

97 }

105

using OnnxParserFlags = uint32 t;

106

107

enum class OnnxParserFlag : int32 t

108

{

113

kNATIVE INSTANCENORM = 0

114

};

115

121

template <>

122

constexpr inline int32 t EnumMax<OnnxParserFlag>()

123

{

124

return 1;

125

}

126

132

class IParserError

133

{

134

public:

138

virtual ErrorCode code() const = 0;

142

virtual const char_* desc() const = 0;

146

virtual const char_* file() const = 0;

150

virtual int line() const = 0;

154

virtual const char_* func() const = 0;

158

virtual int node() const = 0;

159

160

protected:

161

virtual ˜IParserError() {}

162

};

163

169

class IParser

170

{

171

public:

186

virtual bool parse(

187

void const* serialized onnx model, size t serialized onnx model size, const char* model path = nullptr)

188

= 0;

189

200

virtual bool parseFromFile(const char* onnxModelFile, int verbosity) = 0;

201

214

virtual bool supportsModel(void const* serialized onnx model, size t serialized onnx model size,

215

SubGraphCollection t& sub graph collection, const char* model path = nullptr)

216

= 0;

217

228

virtual bool parseWithWeightDescriptors(void const* serialized onnx model, size t

serialized onnx model size) = 0;

229

239

virtual bool supportsOperator(const char* op name) const = 0;

240

246

TRT DEPRECATED virtual void destroy() = 0;

247

254

virtual int getNbErrors() const = 0;

255

261

virtual IParserError const_* getError(int index) const = 0;

262

268

virtual void clearErrors() = 0;

269

270

virtual ˜IParser() noexcept = default;

271

288

virtual char const* const* getUsedVCPluginLibraries(int64 t& nbPluginLibs) const noexcept = 0;

289

808

File Documentation

301

virtual void setFlags(OnnxParserFlags onnxParserFlags) noexcept = 0;

302

310

virtual OnnxParserFlags getFlags() const noexcept = 0;

311

319

virtual void clearFlag(OnnxParserFlag onnxParserFlag) noexcept = 0;

320

328

virtual void setFlag(OnnxParserFlag onnxParserFlag) noexcept = 0;

329

337

virtual bool getFlag(OnnxParserFlag onnxParserFlag) const noexcept = 0;

338 };

339

340 } // namespace nvonnxparser

341

342 extern "C" TENSORRTAPI void_* createNvOnnxParser INTERNAL(void* network, void* logger, int version);

343 extern "C" TENSORRTAPI int getNvOnnxParserVersion();

344

345 namespace nvonnxparser

346 {

347

348 namespace

349 {

350

366 inline IParser* createParser(nvinfer1::INetworkDefinition& network, nvinfer1::ILogger& logger)

367 {

368

return static cast<IParser*>(createNvOnnxParser INTERNAL(&network, &logger, NV ONNX PARSER VERSION));

369 }

370

371 } // namespace

372

373 } // namespace nvonnxparser

374

375 #endif // NV ONNX PARSER H

Index

∼IActivationLayer

∼IEinsumLayer

nvinfer1::IActivationLayer, 132

nvinfer1::IEinsumLayer, 279

∼IAlgorithm

∼IElementWiseLayer

nvinfer1::IAlgorithm, 136

nvinfer1::IElementWiseLayer, 281

∼IAlgorithmContext

∼IEngineInspector

nvinfer1::IAlgorithmContext, 139

nvinfer1::IEngineInspector, 283

∼IAlgorithmIOInfo

∼IErrorRecorder

nvinfer1::IAlgorithmIOInfo, 141

nvinfer1::IErrorRecorder, 289

∼IAlgorithmSelector

∼IExecutionContext

nvinfer1::IAlgorithmSelector, 143

nvinfer1::IExecutionContext, 297

∼IAlgorithmVariant

nvinfer1::safe::IExecutionContext, 326

nvinfer1::IAlgorithmVariant, 146

∼IExprBuilder

∼IAssertionLayer

nvinfer1::IExprBuilder, 338

nvinfer1::IAssertionLayer, 148

∼IFillLayer

∼IBinaryProtoBlob

nvinfer1::IFillLayer, 341

nvcaffeparser1::IBinaryProtoBlob, 150

∼IFullyConnectedLayer

∼IBlobNameToTensor

nvinfer1::IFullyConnectedLayer, 347

nvcaffeparser1::IBlobNameToTensor, 151

∼IGatherLayer

∼IBuilder

nvinfer1::IGatherLayer, 352

nvinfer1::IBuilder, 154

∼IGpuAllocator

∼IBuilderConfig

nvinfer1::IGpuAllocator, 355

nvinfer1::IBuilderConfig, 165

∼IGridSampleLayer

∼ICaffeParser

nvinfer1::IGridSampleLayer, 360

nvcaffeparser1::ICaffeParser, 188

∼IHostMemory

∼ICastLayer

nvinfer1::IHostMemory, 363

nvinfer1::ICastLayer, 193

∼IIdentityLayer

∼IConcatenationLayer

nvinfer1::IIdentityLayer, 366

nvinfer1::IConcatenationLayer, 195

∼IIfConditional

∼IConditionLayer

nvinfer1::IIfConditional, 368

nvinfer1::IConditionLayer, 197

∼IIfConditionalBoundaryLayer

∼IConsistencyChecker

nvinfer1::IIfConditionalBoundaryLayer, 371

nvinfer1::consistency::IConsistencyChecker, 198

∼IIfConditionalInputLayer

∼IConstantLayer

nvinfer1::IIfConditionalInputLayer, 372

nvinfer1::IConstantLayer, 201

∼IIfConditionalOutputLayer

∼IConvolutionLayer

nvinfer1::IIfConditionalOutputLayer, 373

nvinfer1::IConvolutionLayer, 204

∼IInt8Calibrator

∼ICudaEngine

nvinfer1::IInt8Calibrator, 375

nvinfer1::ICudaEngine, 218

∼IInt8EntropyCalibrator

nvinfer1::safe::ICudaEngine, 246

nvinfer1::IInt8EntropyCalibrator, 378

∼IDeconvolutionLayer

∼IInt8EntropyCalibrator2

nvinfer1::IDeconvolutionLayer, 263

nvinfer1::IInt8EntropyCalibrator2, 379

∼IDequantizeLayer

∼IInt8LegacyCalibrator

nvinfer1::IDequantizeLayer, 275

nvinfer1::IInt8LegacyCalibrator, 380

∼IDimensionExpr

∼IInt8MinMaxCalibrator

nvinfer1::IDimensionExpr, 277

nvinfer1::IInt8MinMaxCalibrator, 382

810

INDEX

∼IIteratorLayer

nvinfer1::IPluginV2Ext, 540

nvinfer1::IIteratorLayer, 384

∼IPluginV2Layer

∼ILRNLayer

nvinfer1::IPluginV2Layer, 549

nvinfer1::ILRNLayer, 407

∼IPoolingLayer

∼ILayer

nvinfer1::IPoolingLayer, 552

nvinfer1::ILayer, 387

∼IProfiler

∼ILogger

nvinfer1::IProfiler, 561

nvinfer1::ILogger, 396

∼IQuantizeLayer

∼ILoggerFinder

nvinfer1::IQuantizeLayer, 563

nvinfer1::ILoggerFinder, 398

∼IRNNv2Layer

∼ILoop

nvinfer1::IRNNv2Layer, 594

nvinfer1::ILoop, 399

∼IRaggedSoftMaxLayer

∼ILoopBoundaryLayer

nvinfer1::IRaggedSoftMaxLayer, 565

nvinfer1::ILoopBoundaryLayer, 402

∼IRecurrenceLayer

∼ILoopOutputLayer

nvinfer1::IRecurrenceLayer, 566

nvinfer1::ILoopOutputLayer, 404

∼IReduceLayer

∼IMatrixMultiplyLayer

nvinfer1::IReduceLayer, 568

nvinfer1::IMatrixMultiplyLayer, 412

∼IRefitter

∼INMSLayer

nvinfer1::IRefitter, 572

nvinfer1::INMSLayer, 460

∼IResizeLayer

∼INetworkDefinition

nvinfer1::IResizeLayer, 582

nvinfer1::INetworkDefinition, 417

∼IReverseSequenceLayer

∼INoCopy

nvinfer1::IReverseSequenceLayer, 590

nvinfer1::INoCopy, 464

∼IRuntime

∼INonZeroLayer

nvinfer1::IRuntime, 603

nvinfer1::INonZeroLayer, 466

nvinfer1::safe::IRuntime, 612

∼INormalizationLayer

∼IScaleLayer

nvinfer1::INormalizationLayer, 467

nvinfer1::IScaleLayer, 617

∼IOnnxConfig

∼IScatterLayer

nvonnxparser::IOnnxConfig, 474

nvinfer1::IScatterLayer, 623

∼IOptimizationProfile

∼ISelectLayer

nvinfer1::IOptimizationProfile, 481

nvinfer1::ISelectLayer, 625

∼IOutputAllocator

∼IShapeLayer

nvinfer1::IOutputAllocator, 486

nvinfer1::IShapeLayer, 626

∼IPaddingLayer

∼IShuffleLayer

nvinfer1::IPaddingLayer, 489

nvinfer1::IShuffleLayer, 628

∼IParametricReLULayer

∼ISliceLayer

nvinfer1::IParametricReLULayer, 493

nvinfer1::ISliceLayer, 634

∼IParser

∼ISoftMaxLayer

nvonnxparser::IParser, 495

nvinfer1::ISoftMaxLayer, 639

∼IParserError

∼ITensor

nvonnxparser::IParserError, 501

nvinfer1::ITensor, 642

∼IPluginChecker

∼ITimingCache

nvinfer1::consistency::IPluginChecker, 504

nvinfer1::ITimingCache, 653

∼IPluginCreator

∼ITopKLayer

nvinfer1::IPluginCreator, 506

nvinfer1::ITopKLayer, 656

∼IPluginFactoryV2

∼ITripLimitLayer

nvcaffeparser1::IPluginFactoryV2, 511

nvinfer1::ITripLimitLayer, 659

∼IPluginRegistry

∼IUffParser

nvinfer1::IPluginRegistry, 513

nvuffparser::IUffParser, 660

nvinfer1::safe::IPluginRegistry, 519

∼IUnaryLayer

∼IPluginV2DynamicExt

nvinfer1::IUnaryLayer, 665

nvinfer1::IPluginV2DynamicExt, 534

∼IPluginV2Ext

ActivationType

INDEX

811

nvinfer1, 43

addNonZero

addActivation

nvinfer1::INetworkDefinition,

432

nvinfer1::INetworkDefinition,

418

addNormalization

addAssertion

nvinfer1::INetworkDefinition,

433

nvinfer1::INetworkDefinition,

418

addOneHot

addCast

nvinfer1::INetworkDefinition,

433

nvinfer1::INetworkDefinition,

419

addOptimizationProfile

addConcatenation

nvinfer1::IBuilderConfig, 165

nvinfer1::INetworkDefinition,

419

addOutput

addConstant

nvinfer1::IIfConditional, 368

nvinfer1::INetworkDefinition,

420

addPadding

addConvolution

nvinfer1::INetworkDefinition,

434

nvinfer1::INetworkDefinition,

420

addPaddingNd

addConvolutionNd

nvinfer1::INetworkDefinition,

435

nvinfer1::INetworkDefinition,

421

addParametricReLU

addDeconvolution

nvinfer1::INetworkDefinition,

435

nvinfer1::INetworkDefinition,

422

addPluginV2

addDeconvolutionNd

nvinfer1::INetworkDefinition,

436

nvinfer1::INetworkDefinition,

423

addPooling

addDequantize

nvinfer1::INetworkDefinition,

436

nvinfer1::INetworkDefinition,

424

addPoolingNd

addEinsum

nvinfer1::INetworkDefinition,

437

nvinfer1::INetworkDefinition,

424

addQuantize

addElementWise

nvinfer1::INetworkDefinition,

438

nvinfer1::INetworkDefinition,

425

addRaggedSoftMax

addFill

nvinfer1::INetworkDefinition,

438

nvinfer1::INetworkDefinition,

425

addRecurrence

addFullyConnected

nvinfer1::ILoop, 400

nvinfer1::INetworkDefinition,

426

addReduce

addGather

nvinfer1::INetworkDefinition,

439

nvinfer1::INetworkDefinition,

427

addResize

addGatherV2

nvinfer1::INetworkDefinition,

440

nvinfer1::INetworkDefinition,

427

addReverseSequence

addGridSample

nvinfer1::INetworkDefinition,

440

nvinfer1::INetworkDefinition,

428

addRNNv2

addIdentity

nvinfer1::INetworkDefinition,

441

nvinfer1::INetworkDefinition,

428

addScale

addIfConditional

nvinfer1::INetworkDefinition,

442

nvinfer1::INetworkDefinition,

429

addScaleNd

addInput

nvinfer1::INetworkDefinition,

443

nvinfer1::IIfConditional, 368

addScatter

nvinfer1::INetworkDefinition,

429

nvinfer1::INetworkDefinition,

444

addIterator

addSelect

nvinfer1::ILoop, 400

nvinfer1::INetworkDefinition,

445

addLoop

addShape

nvinfer1::INetworkDefinition,

430

nvinfer1::INetworkDefinition,

446

addLoopOutput

addShuffle

nvinfer1::ILoop, 400

nvinfer1::INetworkDefinition,

446

addLRN

addSlice

nvinfer1::INetworkDefinition,

430

nvinfer1::INetworkDefinition,

447

addMatrixMultiply

addSoftMax

nvinfer1::INetworkDefinition,

431

nvinfer1::INetworkDefinition,

447

addNMS

addTopK

nvinfer1::INetworkDefinition,

432

nvinfer1::INetworkDefinition,

448

812

INDEX

addTripLimit

char t

nvinfer1::ILoop, 400

nvinfer1, 40

addUnary

child

nvinfer1::INetworkDefinition, 449

nvinfer1::plugin::softmaxTree, 684

addVerbosity

classes

nvonnxparser::IOnnxConfig, 474

nvinfer1::plugin::RegionParameters, 680

allInputDimensionsSpecified

clear

nvinfer1::IExecutionContext, 297

nvinfer1::IErrorRecorder, 289

allInputShapesSpecified

clearErrors

nvinfer1::IExecutionContext, 298

nvonnxparser::IParser, 495

allocate

clearFlag

nvinfer1::IGpuAllocator, 356

nvinfer1::IBuilderConfig, 166

AllocatorFlag

nvonnxparser::IParser, 495

nvinfer1, 43

clearQuantizationFlag

AllocatorFlags

nvinfer1::IBuilderConfig, 166

nvinfer1, 40

clip

anchorsRatioCount

nvinfer1::plugin::PriorBoxParameters, 676

nvinfer1::plugin::RPROIParams, 681

clone

anchorsScaleCount

nvinfer1::IPluginV2, 524

nvinfer1::plugin::RPROIParams, 681

nvinfer1::IPluginV2DynamicExt, 534

AsciiChar

nvinfer1::IPluginV2Ext, 542

nvinfer1, 40

code

aspectRatios

nvonnxparser::IParserError, 502

nvinfer1::plugin::GridAnchorParameters, 130

codeType

nvinfer1::plugin::PriorBoxParameters, 676

nvinfer1::plugin::DetectionOutputParameters, 100

attachToContext

CodeTypeSSD

nvinfer1::IPluginV2Ext, 540

nvinfer1::plugin, 85

combine

backgroundLabelId

nvinfer1::ITimingCache, 653

nvinfer1::plugin::DetectionOutputParameters, 100

confidenceThreshold

nvinfer1::plugin::NMSParameters, 667

nvinfer1::plugin::DetectionOutputParameters, 100

bindingIsInput

configurePlugin

nvinfer1::ICudaEngine, 219

nvinfer1::IPluginV2DynamicExt, 534

nvinfer1::safe::ICudaEngine, 246

nvinfer1::IPluginV2Ext, 542

bitMask

nvinfer1::IPluginV2IOExt, 547

nvinfer1::safe::RuntimeErrorInformation, 683

configureWithFormat

BoundingBoxFormat

nvinfer1::IPluginV2, 524

nvinfer1, 44

nvinfer1::IPluginV2Ext, 543

buildEngineWithConfig

confSigmoid

nvinfer1::IBuilder, 154

nvinfer1::plugin::DetectionOutputParameters, 100

BuilderFlag

constant

nvinfer1, 44

nvinfer1::IExprBuilder, 338

BuilderFlags

coords

nvinfer1, 40

nvinfer1::plugin::RegionParameters, 680

buildSerializedNetwork

CORNER

nvinfer1::IBuilder, 154

nvinfer1::plugin, 85

CalibrationAlgoType

CORNER SIZE

nvinfer1, 46

nvinfer1::plugin, 85

canBroadcastInputAcrossBatch

count

nvinfer1::IPluginV2Ext, 541

nvinfer1::Weights, 686

canRunOnDLA

createAnchorGeneratorPlugin

nvinfer1::IBuilderConfig, 166

NvInferPlugin.h, 747

CENTER SIZE

createBatchedNMSPlugin

nvinfer1::plugin, 85

NvInferPlugin.h, 748

INDEX

813

createBuilderConfig

nvinfer1::PluginField, 670

nvinfer1::IBuilder, 155

nvuffparser::FieldMap, 128

createCaffeParser

DataType

nvcaffeparser1, 29

nvinfer1, 46

createConsistencyChecker INTERNAL

deallocate

NvInferConsistency.h, 742

nvinfer1::IGpuAllocator, 356

createEngineInspector

decRefCount

nvinfer1::ICudaEngine, 219

nvinfer1::IErrorRecorder, 289

createExecutionContext

deregisterCreator

nvinfer1::ICudaEngine, 219

nvinfer1::IPluginRegistry, 513

nvinfer1::safe::ICudaEngine, 247

nvinfer1::safe::IPluginRegistry, 519

createExecutionContextWithoutDeviceMemory

deregisterLibrary

nvinfer1::ICudaEngine, 220

nvinfer1::IPluginRegistry, 514

nvinfer1::safe::ICudaEngine, 247

desc

createInferRuntime

nvinfer1::DynamicPluginTensorDesc, 112

nvinfer1::safe, 87

nvonnxparser::IParserError, 502

createInstanceNormalizationPlugin

deserializeCudaEngine

NvInferPlugin.h, 748

nvinfer1::IRuntime, 603

createNetworkV2

nvinfer1::safe::IRuntime, 613

nvinfer1::IBuilder, 155

deserializePlugin

createNMSPlugin

nvinfer1::IPluginCreator, 507

NvInferPlugin.h, 749

destroy

createNormalizePlugin

nvcaffeparser1::IBinaryProtoBlob, 150

NvInferPlugin.h, 749

nvcaffeparser1::ICaffeParser, 188

createNvOnnxParser INTERNAL

nvinfer1::IBuilder, 156

NvOnnxParser.h, 806

nvinfer1::IBuilderConfig, 167

createONNXConfig

nvinfer1::ICudaEngine, 220

nvonnxparser, 93

nvinfer1::IExecutionContext, 298

createOptimizationProfile

nvinfer1::IHostMemory, 364

nvinfer1::IBuilder, 156

nvinfer1::INetworkDefinition, 449

createPlugin

nvinfer1::IPluginV2, 525

nvcaffeparser1::IPluginFactoryV2, 511

nvinfer1::IRefitter, 572

nvinfer1::IPluginCreator, 507

nvinfer1::IRuntime, 604

createPriorBoxPlugin

nvonnxparser::IOnnxConfig, 474

NvInferPlugin.h, 750

nvonnxparser::IParser, 495

createRegionPlugin

nvuffparser::IUffParser, 661

NvInferPlugin.h, 750

detachFromContext

createReorgPlugin

nvinfer1::IPluginV2Ext, 543

NvInferPlugin.h, 750

DeviceType

createRPNROIPlugin

nvinfer1, 47

NvInferPlugin.h, 751

DimensionOperation

createSplitPlugin

nvinfer1, 47

NvInferPlugin.h, 751

Dims, 102

createTimingCache

nvinfer1, 40

nvinfer1::IBuilderConfig, 166

dims

createUffParser

nvinfer1::PluginTensorDesc, 674

nvuffparser, 96

Dims2

nvinfer1::Dims2, 103

Dims3

nvinfer1::Dims32, 106

nvinfer1::Dims3, 104, 105

nvinfer1::DimsExprs, 108

Dims4

data

nvinfer1::Dims4, 107

nvinfer1::IHostMemory, 364

DimsHW

nvinfer1::plugin::Quadruple, 679

nvinfer1::DimsHW, 110

814

INDEX

dynamicRangeIsSet

EnumMax< QuantizationFlag >

nvinfer1::ITensor, 643

nvinfer1, 79

EnumMax< ReduceOperation >

ElementWiseOperation

nvinfer1, 79

nvinfer1, 48

EnumMax< RNNDirection >

EngineCapability

nvinfer1, 79

nvinfer1, 49

EnumMax< RNNGateType >

enqueue

nvinfer1, 80

nvinfer1::IExecutionContext, 299

EnumMax< RNNInputMode >

nvinfer1::IPluginV2, 525

nvinfer1, 80

nvinfer1::IPluginV2DynamicExt, 536

EnumMax< RNNOperation >

enqueueV2

nvinfer1, 80

nvinfer1::IExecutionContext, 299

EnumMax< SampleMode >

nvinfer1::safe::IExecutionContext, 326

nvinfer1, 80

enqueueV3

EnumMax< ScaleMode >

nvinfer1::IExecutionContext, 300

nvinfer1, 81

nvinfer1::safe::IExecutionContext, 327

EnumMax< ScatterMode >

EnumMax

nvinfer1, 81

nvinfer1, 75

EnumMax< TacticSource >

nvonnxparser, 93

nvinfer1, 81

EnumMax< BoundingBoxFormat >

EnumMax< TempfileControlFlag >

nvinfer1, 75

nvinfer1, 81

EnumMax< BuilderFlag >

EnumMax< TopKOperation >

nvinfer1, 75

nvinfer1, 82

EnumMax< CalibrationAlgoType >

EnumMax< TripLimit >

nvinfer1, 76

nvinfer1, 82

EnumMax< DeviceType >

EnumMax< UnaryOperation >

nvinfer1, 76

nvinfer1, 82

EnumMax< DimensionOperation >

EnumMax< WeightsRole >

nvinfer1, 76

nvinfer1, 82

EnumMax< ErrorCode >

ErrorCode

nvonnxparser, 93

nvinfer1, 49

EnumMax< FillOperation >

nvonnxparser, 92

nvinfer1, 76

ErrorDesc

EnumMax< GatherMode >

nvinfer1::IErrorRecorder, 288

nvinfer1, 77

execute

EnumMax< LayerInformationFormat >

nvinfer1::IExecutionContext, 301

nvinfer1, 77

executeV2

EnumMax< LayerType >

nvinfer1::IExecutionContext, 301

nvinfer1, 77

EnumMax< LoopOutput >

featureStride

nvinfer1, 77

nvinfer1::plugin::RPROIParams, 681

EnumMax< MatrixOperation >

FieldMap

nvinfer1, 78

nvuffparser::FieldMap, 127, 128

EnumMax< MemoryPoolType >

fields

nvinfer1, 78

nvinfer1::PluginFieldCollection, 671

EnumMax< NetworkDefinitionCreationFlag >

nvuffparser::FieldCollection, 126

nvinfer1, 78

FieldType

EnumMax< OnnxParserFlag >

nvuffparser, 95

nvonnxparser, 93

file

EnumMax< OptProfileSelector >

nvonnxparser::IParserError, 502

nvinfer1, 78

FillOperation

EnumMax< ProfilingVerbosity >

nvinfer1, 51

nvinfer1, 79

find

INDEX

815

nvcaffeparser1::IBlobNameToTensor, 152

nvinfer1::ILoopOutputLayer, 405

findLogger

nvinfer1::IOneHotLayer, 472

nvinfer1::ILoggerFinder, 398

nvinfer1::IQuantizeLayer, 563

flip

nvinfer1::IScatterLayer, 623

nvinfer1::plugin::PriorBoxParameters, 676

getBatch

format

nvinfer1::IInt8Calibrator, 375

nvinfer1::PluginTensorDesc, 674

getBatchAxis

free

nvinfer1::IReverseSequenceLayer, 590

nvinfer1::IGpuAllocator, 357

getBatchSize

func

nvinfer1::IInt8Calibrator, 376

nvonnxparser::IParserError, 502

getBeta

nvinfer1::IActivationLayer, 133

GatherMode

nvinfer1::IFillLayer, 341

nvinfer1, 51

nvinfer1::ILRNLayer, 408

getActivationType

getBiasForGate

nvinfer1::IActivationLayer, 132

nvinfer1::IRNNv2Layer, 594

getAlgorithm

getBiasWeights

nvinfer1::IInt8Calibrator, 375

nvinfer1::IConvolutionLayer, 205

nvinfer1::IInt8EntropyCalibrator, 378

nvinfer1::IDeconvolutionLayer, 263

nvinfer1::IInt8EntropyCalibrator2, 379

nvinfer1::IFullyConnectedLayer, 347

nvinfer1::IInt8LegacyCalibrator, 380

getBindingBytesPerComponent

nvinfer1::IInt8MinMaxCalibrator, 383

nvinfer1::ICudaEngine, 220

getAlgorithmIOInfo

nvinfer1::safe::ICudaEngine, 247

nvinfer1::IAlgorithm, 136

getBindingComponentsPerElement

getAlgorithmIOInfoByIndex

nvinfer1::ICudaEngine, 221

nvinfer1::IAlgorithm, 136

nvinfer1::safe::ICudaEngine, 248

getAlgorithmSelector

getBindingDataType

nvinfer1::IBuilderConfig, 167

nvinfer1::ICudaEngine, 221

getAlgorithmVariant

nvinfer1::safe::ICudaEngine, 249

nvinfer1::IAlgorithm, 137

getBindingDimensions

getAlignCorners

nvinfer1::ICudaEngine, 222

nvinfer1::IGridSampleLayer, 360

nvinfer1::IExecutionContext, 302

nvinfer1::IResizeLayer, 582

nvinfer1::safe::ICudaEngine, 249

getAll

getBindingFormat

nvinfer1::IRefitter, 572

nvinfer1::ICudaEngine, 222

getAllowedFormats

nvinfer1::safe::ICudaEngine, 250

nvinfer1::ITensor, 643

getBindingFormatDesc

getAllWeights

nvinfer1::ICudaEngine, 223

nvinfer1::IRefitter, 573

getBindingIndex

getAlpha

nvinfer1::ICudaEngine, 223

nvinfer1::IActivationLayer, 132

nvinfer1::safe::ICudaEngine, 251

nvinfer1::IFillLayer, 341

getBindingName

nvinfer1::ILRNLayer, 408

nvinfer1::ICudaEngine, 224

getAverageCountExcludesPadding

nvinfer1::safe::ICudaEngine, 251

nvinfer1::IPoolingLayer, 552

getBindingVectorizedDim

getAvgTimingIterations

nvinfer1::ICudaEngine, 225

nvinfer1::IBuilderConfig, 168

nvinfer1::safe::ICudaEngine, 252

getAxes

getBlendFactor

nvinfer1::INormalizationLayer, 468

nvinfer1::IPoolingLayer, 553

nvinfer1::ISoftMaxLayer, 639

getBoundingBoxFormat

getAxis

nvinfer1::INMSLayer, 460

nvinfer1::IConcatenationLayer, 195

getBroadcastAcrossBatch

nvinfer1::IDequantizeLayer, 275

nvinfer1::ITensor, 643

nvinfer1::IIteratorLayer, 384

getBuilder

816

INDEX

nvinfer1::INetworkDefinition, 450

nvinfer1::ITensor, 644

getBuilderOptimizationLevel

getDirection

nvinfer1::IBuilderConfig, 168

nvinfer1::IRNNv2Layer, 595

getBuilderPluginRegistry

getDLACore

nvinfer1, 83

nvinfer1::IBuilderConfig, 169

getBuilderSafePluginRegistry

nvinfer1::IRuntime, 604

nvinfer1, 83

getDynamicRangeMax

getCalibrationProfile

nvinfer1::IRefitter, 573

nvinfer1::IBuilderConfig, 168

nvinfer1::ITensor, 644

getCellState

getDynamicRangeMin

nvinfer1::IRNNv2Layer, 594

nvinfer1::IRefitter, 573

getChannelAxis

nvinfer1::ITensor, 644

nvinfer1::IScaleLayer, 618

getEngine

getComponentsPerElement

nvinfer1::IExecutionContext, 303

nvinfer1::IAlgorithmIOInfo, 141

nvinfer1::safe::IExecutionContext, 327

getComputePrecision

getEngineCapability

nvinfer1::INormalizationLayer, 468

nvinfer1::IBuilderConfig, 169

getConditional

nvinfer1::ICudaEngine, 225

nvinfer1::IIfConditionalBoundaryLayer, 371

getEngineHostCodeAllowed

getConstantValue

nvinfer1::IRuntime, 605

nvinfer1::IDimensionExpr, 277

getEngineInformation

getCoordinateTransformation

nvinfer1::IEngineInspector, 284

nvinfer1::IResizeLayer, 582

getEnqueueEmitsProfile

getCubicCoeff

nvinfer1::IExecutionContext, 303

nvinfer1::IResizeLayer, 583

getEpsilon

getData

nvinfer1::INormalizationLayer, 468

nvcaffeparser1::IBinaryProtoBlob, 150

getEquation

getDataLength

nvinfer1::IEinsumLayer, 279

nvinfer1::IRNNv2Layer, 594

getError

getDataType

nvonnxparser::IParser, 496

nvcaffeparser1::IBinaryProtoBlob, 150

getErrorBuffer

nvinfer1::IAlgorithmIOInfo, 141

nvinfer1::safe::IExecutionContext, 328

getDebugSync

getErrorCode

nvinfer1::IExecutionContext, 303

nvinfer1::IErrorRecorder, 290

getDefaultDeviceType

getErrorDesc

nvinfer1::IBuilderConfig, 168

nvinfer1::IErrorRecorder, 291

getDeviceMemorySize

getErrorRecorder

nvinfer1::ICudaEngine, 225

nvcaffeparser1::ICaffeParser, 188

nvinfer1::safe::ICudaEngine, 253

nvinfer1::IBuilder, 156

getDeviceType

nvinfer1::ICudaEngine, 226

nvinfer1::IBuilderConfig, 169

nvinfer1::IEngineInspector, 284

getDilation

nvinfer1::IExecutionContext, 304

nvinfer1::IConvolutionLayer, 205

nvinfer1::INetworkDefinition, 450

getDilationNd

nvinfer1::IPluginRegistry, 514

nvinfer1::IConvolutionLayer, 205

nvinfer1::IRefitter, 574

nvinfer1::IDeconvolutionLayer, 263

nvinfer1::IRuntime, 605

getDimensionName

nvinfer1::safe::ICudaEngine, 253

nvinfer1::ITensor, 643

nvinfer1::safe::IExecutionContext, 328

getDimensions

nvinfer1::safe::IPluginRegistry, 519

nvcaffeparser1::IBinaryProtoBlob, 150

nvinfer1::safe::IRuntime, 614

nvinfer1::IAlgorithmContext, 139

nvuffparser::IUffParser, 661

nvinfer1::IConstantLayer, 201

getExcludeOutside

nvinfer1::IFillLayer, 342

nvinfer1::IResizeLayer, 583

nvinfer1::IOptimizationProfile, 481

getExecutionContext

INDEX

817

nvinfer1::IEngineInspector, 285

nvinfer1::IDeconvolutionLayer, 264

getExtraMemoryTarget

getKernelSizeNd

nvinfer1::IOptimizationProfile, 482

nvinfer1::IConvolutionLayer, 206

getFieldNames

nvinfer1::IDeconvolutionLayer, 264

nvinfer1::IPluginCreator, 507

getKernelWeights

getFirstTranspose

nvinfer1::IConvolutionLayer, 206

nvinfer1::IShuffleLayer, 628

nvinfer1::IDeconvolutionLayer, 264

getFlag

nvinfer1::IFullyConnectedLayer, 347

nvinfer1::IBuilderConfig, 169

getLayer

nvonnxparser::IParser, 496

nvinfer1::INetworkDefinition, 451

getFlags

getLayerCount

nvinfer1::IBuilderConfig, 170

nvinfer1::IRNNv2Layer, 596

nvonnxparser::IParser, 496

getLayerInformation

getFullTextFileName

nvinfer1::IEngineInspector, 285

nvonnxparser::IOnnxConfig, 475

getLocation

getGatherAxis

nvinfer1::ICudaEngine, 227

nvinfer1::IGatherLayer, 353

nvinfer1::ITensor, 645

getHardwareCompatibilityLevel

getLogger

nvinfer1::IBuilderConfig, 170

nvinfer1::IBuilder, 157

nvinfer1::ICudaEngine, 226

nvinfer1::IRefitter, 574

getHiddenSize

nvinfer1::IRuntime, 605

nvinfer1::IRNNv2Layer, 595

NvInferRuntime.h, 759

getHiddenState

getLoop

nvinfer1::IRNNv2Layer, 595

nvinfer1::ILoopBoundaryLayer, 403

getImplementation

getLoopOutput

nvinfer1::IAlgorithmVariant, 146

nvinfer1::ILoopOutputLayer, 405

getInferLibVersion

getMaxAuxStreams

NvInferRuntimeBase.h, 779

nvinfer1::IBuilderConfig, 171

getInput

getMaxBatchSize

nvinfer1::ILayer, 388

nvinfer1::IBuilder, 157

nvinfer1::INetworkDefinition, 450

nvinfer1::ICudaEngine, 227

getInputConsumedEvent

getMaxDLABatchSize

nvinfer1::IExecutionContext, 304

nvinfer1::IBuilder, 157

nvinfer1::safe::IExecutionContext, 329

getMaxOutputSize

getInputMode

nvinfer1::IExecutionContext, 304

nvinfer1::IRNNv2Layer, 595

getMaxSeqLength

getInputTensorAddress

nvinfer1::IRNNv2Layer, 596

nvinfer1::safe::IExecutionContext, 329

getMaxThreads

getInt8Calibrator

nvinfer1::IBuilder, 158

nvinfer1::IBuilderConfig, 170

nvinfer1::IRefitter, 574

getInterfaceVersion

nvinfer1::IRuntime, 606

nvinfer1::IOutputAllocator, 486

getMaxWorkspaceSize

getInterpolationMode

nvinfer1::IBuilderConfig, 171

nvinfer1::IGridSampleLayer, 360

getMemoryPoolLimit

getIOTensorName

nvinfer1::IBuilderConfig, 171

nvinfer1::ICudaEngine, 226

getMessage

nvinfer1::safe::ICudaEngine, 253

nvinfer1::IAssertionLayer, 148

getK

getMetadata

nvinfer1::ILRNLayer, 408

nvinfer1::ILayer, 388

nvinfer1::ITopKLayer, 656

getMinTimingIterations

getKeepDimensions

nvinfer1::IBuilderConfig, 172

nvinfer1::IReduceLayer, 568

getMissing

getKernelSize

nvinfer1::IRefitter, 575

nvinfer1::IConvolutionLayer, 205

getMissingWeights

818

INDEX

nvinfer1::IRefitter, 575

nvinfer1::IConvolutionLayer, 206

getMode

nvinfer1::IDeconvolutionLayer, 265

nvinfer1::IGatherLayer, 353

getNbOutputs

nvinfer1::IScaleLayer, 618

nvinfer1::IAlgorithmContext, 139

nvinfer1::IScatterLayer, 623

nvinfer1::ILayer, 389

nvinfer1::ISliceLayer, 634

nvinfer1::INetworkDefinition, 452

getModelDtype

nvinfer1::IPluginV2, 526

nvonnxparser::IOnnxConfig, 475

getNbPluginsToSerialize

getModelFileName

nvinfer1::IBuilderConfig, 172

nvonnxparser::IOnnxConfig, 475

getNbShapeValues

getName

nvinfer1::IOptimizationProfile, 482

nvinfer1::IAlgorithmContext, 139

getNearestRounding

nvinfer1::ICudaEngine, 228

nvinfer1::IResizeLayer, 583

nvinfer1::IExecutionContext, 305

getNvOnnxParserVersion

nvinfer1::IIfConditional, 369

NvOnnxParser.h, 806

nvinfer1::ILayer, 388

getNvtxVerbosity

nvinfer1::ILoop, 401

nvinfer1::IExecutionContext, 305

nvinfer1::INetworkDefinition, 451

getOperation

nvinfer1::ITensor, 645

nvinfer1::IElementWiseLayer, 281

nvinfer1::safe::ICudaEngine, 254

nvinfer1::IFillLayer, 342

nvinfer1::safe::IExecutionContext, 330

nvinfer1::IMatrixMultiplyLayer, 412

getNbAuxStreams

nvinfer1::IReduceLayer, 568

nvinfer1::ICudaEngine, 228

nvinfer1::IRNNv2Layer, 596

getNbBindings

nvinfer1::ITopKLayer, 656

nvinfer1::ICudaEngine, 228

nvinfer1::IUnaryLayer, 665

nvinfer1::safe::ICudaEngine, 254

getOptimizationProfile

getNbDLACores

nvinfer1::IExecutionContext, 305

nvinfer1::IBuilder, 158

getOutput

nvinfer1::IRuntime, 606

nvinfer1::ILayer, 389

getNbElementWiseDims

nvinfer1::INetworkDefinition, 453

nvinfer1::IGatherLayer, 353

getOutputAllocator

getNbErrors

nvinfer1::IExecutionContext, 306

nvinfer1::IErrorRecorder, 291

getOutputDataType

nvonnxparser::IParser, 496

nvinfer1::IPluginV2Ext, 544

getNbGroups

getOutputDimensions

nvinfer1::IConvolutionLayer, 206

nvinfer1::IPluginV2, 526

nvinfer1::IDeconvolutionLayer, 264

nvinfer1::IPluginV2DynamicExt, 536

nvinfer1::INormalizationLayer, 468

nvinfer1::IResizeLayer, 583

getNbInputs

getOutputTensorAddress

nvinfer1::IAlgorithmContext, 139

nvinfer1::IExecutionContext, 306

nvinfer1::ILayer, 388

nvinfer1::safe::IExecutionContext, 330

nvinfer1::INetworkDefinition, 452

getOutputType

getNbIOTensors

nvinfer1::ILayer, 389

nvinfer1::ICudaEngine, 229

getPadding

nvinfer1::safe::ICudaEngine, 255

nvinfer1::IConvolutionLayer, 207

getNbLayers

nvinfer1::IDeconvolutionLayer, 265

nvinfer1::ICudaEngine, 229

nvinfer1::IPoolingLayer, 553

nvinfer1::INetworkDefinition, 452

getPaddingMode

getNbOptimizationProfiles

nvinfer1::IConvolutionLayer, 207

nvinfer1::IBuilderConfig, 172

nvinfer1::IDeconvolutionLayer, 265

nvinfer1::ICudaEngine, 229

nvinfer1::IPoolingLayer, 553

getNbOutputChannels

getPaddingNd

nvinfer1::IFullyConnectedLayer, 347

nvinfer1::IConvolutionLayer, 207

getNbOutputMaps

nvinfer1::IDeconvolutionLayer, 266

INDEX

819

nvinfer1::IPoolingLayer, 554

nvinfer1::IExecutionContext, 307

getPersistentCacheLimit

getProfileShape

nvinfer1::IExecutionContext, 307

nvinfer1::ICudaEngine, 231

getPlugin

getProfileShapeValues

nvinfer1::IPluginV2Layer, 550

nvinfer1::ICudaEngine, 231

getPluginCreator

getProfileStream

nvinfer1::IPluginRegistry, 515

nvinfer1::IBuilderConfig, 174

nvinfer1::safe::IPluginRegistry, 520

getProfilingVerbosity

getPluginCreatorList

nvinfer1::IBuilderConfig, 174

nvinfer1::IPluginRegistry, 515

nvinfer1::ICudaEngine, 232

nvinfer1::safe::IPluginRegistry, 520

getQuantile

getPluginName

nvinfer1::IInt8LegacyCalibrator, 380

nvinfer1::IPluginCreator, 508

getQuantizationFlag

getPluginNamespace

nvinfer1::IBuilderConfig, 174

nvinfer1::IPluginCreator, 508

getQuantizationFlags

nvinfer1::IPluginV2, 527

nvinfer1::IBuilderConfig, 174

getPluginRegistry

getReduceAxes

nvinfer1::IBuilder, 158

nvinfer1::IReduceLayer, 569

nvinfer1::IRuntime, 606

nvinfer1::ITopKLayer, 656

NvInferRuntime.h, 759

getRegressionCutoff

getPluginToSerialize

nvinfer1::IInt8LegacyCalibrator, 381

nvinfer1::IBuilderConfig, 173

getReshapeDimensions

getPluginType

nvinfer1::IShuffleLayer, 628

nvinfer1::IPluginV2, 527

getResizeMode

getPluginVersion

nvinfer1::IResizeLayer, 584

nvinfer1::IPluginCreator, 509

getReverse

nvinfer1::IPluginV2, 528

nvinfer1::IIteratorLayer, 384

getPoolingType

getSafePluginRegistry

nvinfer1::IPoolingLayer, 554

nvinfer1::safe, 87

getPostPadding

getSampleMode

nvinfer1::IConvolutionLayer, 208

nvinfer1::IGridSampleLayer, 361

nvinfer1::IDeconvolutionLayer, 266

getScale

nvinfer1::IPaddingLayer, 489

nvinfer1::IScaleLayer, 618

nvinfer1::IPoolingLayer, 554

getScales

getPostPaddingNd

nvinfer1::IResizeLayer, 584

nvinfer1::IPaddingLayer, 489

getSecondTranspose

getPower

nvinfer1::IShuffleLayer, 629

nvinfer1::IScaleLayer, 618

getSelectorForSinglePixel

getPrecision

nvinfer1::IResizeLayer, 584

nvinfer1::ILayer, 390

getSequenceAxis

getPrePadding

nvinfer1::IReverseSequenceLayer, 591

nvinfer1::IConvolutionLayer, 208

getSequenceLengths

nvinfer1::IDeconvolutionLayer, 266

nvinfer1::IRNNv2Layer, 596

nvinfer1::IPaddingLayer, 490

getSerializationSize

nvinfer1::IPoolingLayer, 554

nvinfer1::IPluginV2, 528

getPrePaddingNd

getShapeBinding

nvinfer1::IPaddingLayer, 490

nvinfer1::IExecutionContext, 307

getPreviewFeature

getShapeValues

nvinfer1::IBuilderConfig, 173

nvinfer1::IOptimizationProfile, 482

getPrintLayerInfo

getShift

nvonnxparser::IOnnxConfig, 476

nvinfer1::IScaleLayer, 619

getProfileDimensions

getSize

nvinfer1::ICudaEngine, 230

nvinfer1::ISliceLayer, 634

getProfiler

getStart

820

INDEX

nvinfer1::ISliceLayer, 635

nvinfer1::ICudaEngine, 239

getStride

nvinfer1::IExecutionContext, 309

nvinfer1::IConvolutionLayer, 208

nvinfer1::safe::ICudaEngine, 259

nvinfer1::IDeconvolutionLayer, 266

getTensorStrides

nvinfer1::IPoolingLayer, 555

nvinfer1::IExecutionContext, 310

nvinfer1::ISliceLayer, 635

nvinfer1::safe::IExecutionContext, 331

getStrideNd

getTensorsWithDynamicRange

nvinfer1::IConvolutionLayer, 208

nvinfer1::IRefitter, 576

nvinfer1::IDeconvolutionLayer, 267

getTensorVectorizedDim

nvinfer1::IPoolingLayer, 555

nvinfer1::ICudaEngine, 239, 240

getStrides

nvinfer1::safe::ICudaEngine, 259

nvinfer1::IAlgorithmIOInfo, 142

getTextFileName

nvinfer1::IExecutionContext, 308

nvonnxparser::IOnnxConfig, 476

nvinfer1::safe::IExecutionContext, 331

getTimingCache

getTactic

nvinfer1::IBuilderConfig, 175

nvinfer1::IAlgorithmVariant, 146

getTimingMSec

getTacticSources

nvinfer1::IAlgorithm, 137

nvinfer1::IBuilderConfig, 175

getTopKBoxLimit

nvinfer1::ICudaEngine, 232

nvinfer1::INMSLayer, 460

getTempfileControlFlags

getToType

nvinfer1::IRuntime, 606

nvinfer1::ICastLayer, 193

getTemporaryDirectory

getTripLimit

nvinfer1::IRuntime, 607

nvinfer1::ITripLimitLayer, 659

getTemporaryStorageAllocator

getType

nvinfer1::IExecutionContext, 308

nvinfer1::ILayer, 390

getTensorAddress

nvinfer1::ITensor, 645

nvinfer1::IExecutionContext, 309

getUffRequiredVersionMajor

getTensorBytesPerComponent

nvuffparser::IUffParser, 661

nvinfer1::ICudaEngine, 232, 234

getUffRequiredVersionMinor

nvinfer1::safe::ICudaEngine, 255

nvuffparser::IUffParser, 661

getTensorComponentsPerElement

getUffRequiredVersionPatch

nvinfer1::ICudaEngine, 234, 235

nvuffparser::IUffParser, 662

nvinfer1::safe::ICudaEngine, 256

getUsedVCPluginLibraries

getTensorDataType

nvonnxparser::IParser, 497

nvinfer1::ICudaEngine, 236

getVectorizedDim

nvinfer1::safe::ICudaEngine, 257

nvinfer1::IAlgorithmIOInfo, 142

getTensorFormat

getVerbosityLevel

nvinfer1::IAlgorithmIOInfo, 142

nvonnxparser::IOnnxConfig, 476

nvinfer1::ICudaEngine, 236

getWeights

nvinfer1::safe::ICudaEngine, 257

nvinfer1::IConstantLayer, 201

getTensorFormatDesc

getWeightsForGate

nvinfer1::ICudaEngine, 237

nvinfer1::IRNNv2Layer, 597

getTensorIOMode

getWindowSize

nvinfer1::ICudaEngine, 238

nvinfer1::ILRNLayer, 408

nvinfer1::safe::ICudaEngine, 258

nvinfer1::IPoolingLayer, 555

getTensorLocation

getWindowSizeNd

nvinfer1::ICudaEngine, 238

nvinfer1::IPoolingLayer, 555

getTensorRTVersion

getWorkspaceSize

nvinfer1::IPluginCreator, 509

nvinfer1::IAlgorithm, 137

nvinfer1::IPluginV2, 528

nvinfer1::IPluginV2, 529

nvinfer1::IPluginV2DynamicExt, 537

nvinfer1::IPluginV2Ext, 544

getZeroIsPlaceholder

nvinfer1::IPluginV2IOExt, 547

nvinfer1::IShuffleLayer, 629

getTensorShape

group

INDEX

821

nvinfer1::plugin::softmaxTree, 684

nvinfer1::plugin::NMSParameters, 667

groupOffset

nvinfer1::plugin::RPROIParams, 681

nvinfer1::plugin::softmaxTree, 684

IPluginChecker

groups

nvinfer1::consistency::IPluginChecker, 504

nvinfer1::plugin::softmaxTree, 684

IPluginCreator

groupSize

nvinfer1::IPluginCreator, 506

nvinfer1::plugin::softmaxTree, 684

IPluginV2Ext

nvinfer1::IPluginV2Ext, 540

IRuntime

nvinfer1::plugin::GridAnchorParameters, 130

nvinfer1::safe::IRuntime, 612, 613

isBatchAgnostic

nvinfer1::DimsHW, 110

nvinfer1::plugin::DetectionOutputParameters, 101

HardwareCompatibilityLevel

isConstant

nvinfer1, 52

nvinfer1::IDimensionExpr, 277

hasExplicitPrecision

isDeviceTypeSet

nvinfer1::INetworkDefinition, 453

nvinfer1::IBuilderConfig, 175

hasImplicitBatchDimension

isExecutionBinding

nvinfer1::ICudaEngine, 240

nvinfer1::ICudaEngine, 241

nvinfer1::INetworkDefinition, 454

isExecutionTensor

hasOverflowed

nvinfer1::ITensor, 646

nvinfer1::IErrorRecorder, 292

isNetworkInput

nvinfer1::ITensor, 646

IConsistencyChecker

isNetworkOutput

nvinfer1::consistency::IConsistencyChecker,

198,

nvinfer1::ITensor, 646

199

isNetworkSupported

ICudaEngine

nvinfer1::IBuilder, 158

nvinfer1::safe::ICudaEngine, 245, 246

isNormalized

IErrorRecorder

nvinfer1::plugin::DetectionOutputParameters, 101

nvinfer1::IErrorRecorder, 288

nvinfer1::plugin::NMSParameters, 667

IExecutionContext

isOutputBroadcastAcrossBatch

nvinfer1::safe::IExecutionContext, 325, 326

nvinfer1::IPluginV2Ext, 545

IGpuAllocator

isParentSearchEnabled

nvinfer1::IGpuAllocator, 355

nvinfer1::IPluginRegistry, 515

ILogger

isPluginV2

nvinfer1::ILogger, 396

imgH

nvcaffeparser1::IPluginFactoryV2, 511

nvinfer1::plugin::PriorBoxParameters, 676

isRefittable

imgW

nvinfer1::ICudaEngine, 241

nvinfer1::plugin::PriorBoxParameters, 677

isShapeBinding

incRefCount

nvinfer1::ICudaEngine, 241

nvinfer1::IErrorRecorder, 292

isShapeInferenceIO

inferShapes

nvinfer1::ICudaEngine, 242

nvinfer1::IExecutionContext, 311

isShapeTensor

initialize

nvinfer1::ITensor, 647

nvinfer1::IPluginV2, 529

isValid

initLibNvInferPlugins

nvinfer1::IOptimizationProfile, 483

NvInferPlugin.h, 752

INoCopy

kABS

nvinfer1::INoCopy, 464

nvinfer1, 74

INonZero, 465

kACOS

inputOrder

nvinfer1, 74

nvinfer1::plugin::DetectionOutputParameters, 101

kACOSH

InterpolationMode

nvinfer1, 74

nvinfer1, 52

kACTIVATION

iouThreshold

nvinfer1, 53

822

INDEX

kALIGN CORNERS

kCHAR

nvinfer1, 64

nvinfer1, 60

kALLOW IN MEMORY FILES

nvuffparser, 96

nvinfer1, 70

kCHW16

kALLOW TEMPORARY FILES

nvinfer1, 71

nvinfer1, 70

kCHW2

kAMPERE PLUS

nvinfer1, 70

nvinfer1, 52

kCHW32

kAND

nvinfer1, 71

nvinfer1, 48

kCHW4

kANY

nvinfer1, 70

nvinfer1, 75

kCLAMP

kASIN

nvinfer1, 68

nvinfer1, 74

kCLIP

kASINH

nvinfer1, 43

nvinfer1, 74

kCONCATENATE

kASSERTION

nvinfer1, 54

kCONCATENATION

kASYMMETRIC

nvinfer1, 53

nvinfer1, 64

kCONDITION

kATAN

nvinfer1, 54

nvinfer1, 74

kCONDITIONAL INPUT

kATANH

nvinfer1, 54

nvinfer1, 74

kCONDITIONAL OUTPUT

kAVERAGE

nvinfer1, 54

nvinfer1, 61

kCONSTANT

kAVG

nvinfer1, 54, 75

nvinfer1, 63

kCONVOLUTION

kBIAS

nvinfer1, 53

nvinfer1, 75

kCORNER PAIRS

kBIDIRECTION

nvinfer1, 44

nvinfer1, 65

kCOS

kBOOL

nvinfer1, 74

nvinfer1, 47

kCOSH

kCAFFE ROUND DOWN

nvinfer1, 74

nvinfer1, 60

kCOUNT

kCAFFE ROUND UP

nvinfer1, 73

nvinfer1, 60

kCUBIC

kCALIBRATE BEFORE FUSION

nvinfer1, 52

nvinfer1, 63

kCUBLAS

kCAST

nvinfer1, 69

nvinfer1, 54

kCUBLAS LT

kCDHW32

nvinfer1, 69

nvinfer1, 71

kCUDNN

kCEIL

nvinfer1, 69

nvinfer1, 64, 74

kDATATYPE

kCEIL DIV

nvuffparser, 96

nvinfer1, 48

kDEBUG

kCELL

nvinfer1, 44

nvinfer1, 65

kDECONVOLUTION

kCENTER SIZES

nvinfer1, 53

nvinfer1, 44

kDEFAULT

kCHANNEL

nvinfer1, 49, 52, 62, 67

nvinfer1, 68

kDEQUANTIZE

INDEX

823

nvinfer1, 54

nvinfer1, 48

kDETAILED

kERF

nvinfer1, 62

nvinfer1, 74

kDEVICE

kERROR

nvinfer1, 73

nvinfer1::ILogger, 396

kDHWC

kEXCLUDE LEAN RUNTIME

nvinfer1, 71

nvinfer1, 46

kDHWC8

kEXP

nvinfer1, 71

nvinfer1, 74

kDIMS

kEXPLICIT BATCH

nvinfer1, 60

nvinfer1, 56

nvuffparser, 96

kEXPLICIT PRECISION

kDIRECT IO

nvinfer1, 56

nvinfer1, 45

kEXPLICIT ROUND DOWN

kDISABLE EXTERNAL TACTIC SOURCES FOR CORE 080ninfer1, 60

nvinfer1, 61

kEXPLICIT ROUND UP

kDISABLE TIMING CACHE

nvinfer1, 60

nvinfer1, 45

kFAILED ALLOCATION

kDIV

nvinfer1, 50

nvinfer1, 48

kFAILED COMPUTATION

kDLA

nvinfer1, 50

nvinfer1, 47

kFAILED EXECUTION

kDLA GLOBAL DRAM

nvinfer1, 50

nvinfer1, 56

kFAILED INITIALIZATION

kDLA HWC4

nvinfer1, 50

nvinfer1, 71

kFASTER DYNAMIC SHAPES 0805

kDLA LINEAR

nvinfer1, 61

nvinfer1, 71

kFILL

kDLA LOCAL DRAM

nvinfer1, 54, 68

nvinfer1, 56

kFLOAT

kDLA MANAGED SRAM

nvinfer1, 46

nvinfer1, 55

nvuffparser, 96

kDLA STANDALONE

kFLOAT16

nvinfer1, 49

nvinfer1, 60

kEDGE MASK CONVOLUTIONS

kFLOAT32

nvinfer1, 69

nvinfer1, 60

keepTopK

kFLOAT64

nvinfer1::plugin::DetectionOutputParameters, 101

nvinfer1, 60

nvinfer1::plugin::NMSParameters, 667

kFLOOR

kEINSUM

nvinfer1, 64, 74

nvinfer1, 54

kFLOOR DIV

kELEMENT

nvinfer1, 48

nvinfer1, 52, 68

kFORGET

kELEMENTWISE

nvinfer1, 65

nvinfer1, 53, 68

kFORMAT COMBINATION LIMIT

kELU

nvinfer1::IPluginV2DynamicExt, 538

nvinfer1, 43

kFORMULA

kENABLE TACTIC HEURISTIC

nvinfer1, 65

nvinfer1, 45

kFP16

kENTROPY CALIBRATION

nvinfer1, 44

nvinfer1, 46

kFP8

kENTROPY CALIBRATION 2

nvinfer1, 46, 47

nvinfer1, 46

kFULLY CONNECTED

kEQUAL

nvinfer1, 53

824

INDEX

kGATHER

nvinfer1, 50

nvinfer1, 53

kINVALID CONFIG

kGATHER OOB

nvinfer1, 50

nvinfer1::safe, 87

kINVALID GRAPH

kGPU

nvonnxparser, 92

nvinfer1, 47

kINVALID NODE

kGPU FALLBACK

nvonnxparser, 92

nvinfer1, 44

kINVALID STATE

kGREATER

nvinfer1, 50

nvinfer1, 48

kINVALID VALUE

kGRID SAMPLE

nvonnxparser, 92

nvinfer1, 54

kISINF

kGRU

nvinfer1, 74

nvinfer1, 67

kITERATOR

kHALF

nvinfer1, 54

nvinfer1, 46

kJIT CONVOLUTIONS

kHALF DOWN

nvinfer1, 69

nvinfer1, 64

kJSON

kHALF PIXEL

nvinfer1, 53

nvinfer1, 64

kKERNEL

kHALF UP

nvinfer1, 75

nvinfer1, 64

kLAST VALUE

kHARD SIGMOID

nvinfer1, 54

nvinfer1, 43

kLAYER NAMES ONLY

kHIDDEN

nvinfer1, 62

nvinfer1, 65

kLEAKY RELU

kHOST

nvinfer1, 43

nvinfer1, 73

kLEGACY CALIBRATION

kHWC

nvinfer1, 46

nvinfer1, 71

kLESS

kHWC16

nvinfer1, 48

nvinfer1, 71

kLINEAR

kHWC8

nvinfer1, 52, 66, 70

nvinfer1, 70

kLINSPACE

kIDENTITY

nvinfer1, 51

nvinfer1, 54

kLOG

kINF CONSUMED

nvinfer1, 74

nvinfer1::safe, 87

kLOOP OUTPUT

kINFO

nvinfer1, 54

nvinfer1::ILogger, 396

kLRN

kINPUT

nvinfer1, 53

nvinfer1, 65, 73

kLSTM

kINT16

nvinfer1, 67

nvinfer1, 60

kMATRIX MULTIPLY

kINT32

nvinfer1, 53

nvinfer1, 47, 60

kMAX

nvuffparser, 96

nvinfer1, 48, 57, 61, 63, 73

kINT8

kMAX AVERAGE BLEND

nvinfer1, 44, 47, 60

nvinfer1, 61

kINTERNAL ERROR

kMAX DESC LENGTH

nvinfer1, 50

nvinfer1::IErrorRecorder, 294

nvinfer1::ILogger, 396

kMEM ALLOC FAILED

nvonnxparser, 92

kINVALID ARGUMENT

kMIN

INDEX

825

nvinfer1, 48, 57, 63, 73

nvinfer1, 48

kMINMAX CALIBRATION

kPREFER PRECISION CONSTRAINTS

nvinfer1, 46

nvinfer1, 45

kMODEL DESERIALIZE FAILED

kPROD

nvonnxparser, 92

nvinfer1, 48, 63

kNAN CONSUMED

kPROFILE SHARING 0806

nvinfer1::safe, 87

nvinfer1, 62

kNATIVE INSTANCENORM

kQUANTIZE

nvonnxparser, 93

nvinfer1, 54

kNC

kRAGGED SOFTMAX

nvuffparser, 96

nvinfer1, 53

kNCHW

kRANDOM NORMAL

nvuffparser, 96

nvinfer1, 51

kND

kRANDOM UNIFORM

nvinfer1, 52, 68

nvinfer1, 51

kNEAREST

kRECIP

nvinfer1, 52

nvinfer1, 74

kNEG

kRECURRENCE

nvinfer1, 74

nvinfer1, 54

kNHWC

kREDUCE

nvuffparser, 96

nvinfer1, 53

kNMS

kREFIT

nvinfer1, 54

nvinfer1, 45

kNON ZERO

kREFLECT

nvinfer1, 54

nvinfer1, 68

kNONE

kREJECT EMPTY ALGORITHMS

nvinfer1, 52, 55, 62, 73

nvinfer1, 45

kNORMALIZATION

kRELU

nvinfer1, 54

nvinfer1, 43, 67

kNOT

kRESET

nvinfer1, 74

nvinfer1, 65

kOBEY PRECISION CONSTRAINTS

kRESIZABLE

nvinfer1, 45

nvinfer1, 44

kONE HOT

kRESIZE

nvinfer1, 54

kONELINE

kREVERSE

nvinfer1, 53

nvinfer1, 54

kOPT

kREVERSE SEQUENCE

nvinfer1, 57

nvinfer1, 54

kOR

kRNN V2

nvinfer1, 48

nvinfer1, 54

kOUTPUT

kROUND

nvinfer1, 65, 73

nvinfer1, 74

kPADDING

kSAFE DLA

nvinfer1, 53

nvinfer1, 49

kPARAMETRIC RELU

kSAFE GPU

nvinfer1, 54

nvinfer1, 49

kPLUGIN

kSAFETY

nvinfer1, 53

nvinfer1, 49

kPLUGIN V2

kSAFETY SCOPE

nvinfer1, 54

nvinfer1, 45

kPOOLING

kSAME LOWER

nvinfer1, 53

nvinfer1, 60

kPOW

kSAME UPPER

826

INDEX

nvinfer1, 60

kSUM

kSCALE

nvinfer1, 48, 63

nvinfer1, 53, 75

kTACTIC DRAM

kSCALED TANH

nvinfer1, 56

nvinfer1, 43

kTAN

kSCATTER

nvinfer1, 74

nvinfer1, 54

kTANH

kSCATTER OOB

nvinfer1, 43, 67

nvinfer1::safe, 87

kTF32

kSCATTER RACE

nvinfer1, 45

nvinfer1::safe, 87

kTHRESHOLDED RELU

kSELECT

nvinfer1, 43

nvinfer1, 54

kTOPK

kSELU

nvinfer1, 53

nvinfer1, 43

kTRANSPOSE

kSHAPE

nvinfer1, 55

nvinfer1, 54

kTRIP LIMIT

kSHIFT

nvinfer1, 54

nvinfer1, 75

kUINT8

kSHUFFLE

nvinfer1, 47

nvinfer1, 53

kUNARY

kSIGMOID

nvinfer1, 53

nvinfer1, 43

kUNIDIRECTION

kSIGN

nvinfer1, 65

nvinfer1, 74

kUNIFORM

kSIN

nvinfer1, 68

nvinfer1, 74

kUNKNOWN

kSINH

nvinfer1, 60

nvinfer1, 74

nvuffparser, 96

kSKIP

kUNSPECIFIED ERROR

nvinfer1, 66

nvinfer1, 50

kSLICE

kUNSUPPORTED GRAPH

nvinfer1, 54

nvonnxparser, 92

kSOFTMAX

kUNSUPPORTED NODE

nvinfer1, 53

nvonnxparser, 92

kSOFTPLUS

kUNSUPPORTED STATE

nvinfer1, 43

nvinfer1, 51

kSOFTSIGN

kUPDATE

nvinfer1, 43

nvinfer1, 65

kSPARSE WEIGHTS

kUPPER

nvinfer1, 45

nvinfer1, 65

kSQRT

kV2

nvinfer1, 74

nvinfer1, 60

kSTANDARD

kV2 DYNAMICEXT

nvinfer1, 49

nvinfer1, 60

kSTRICT BOUNDS

kV2 EXT

nvinfer1, 67

nvinfer1, 60

kSTRICT TYPES

kV2 IOEXT

nvinfer1, 45

nvinfer1, 60

kSUB

kVALUE

nvinfer1, 48

nvinfer1::impl::EnumMaxImpl< ActivationType >,

kSUCCESS

113

nvinfer1, 50

nvinfer1::impl::EnumMaxImpl< AllocatorFlag >,

nvonnxparser, 92

114

INDEX

827

nvinfer1::impl::EnumMaxImpl< DataType >, 115

length

nvinfer1::impl::EnumMaxImpl< ElementWiseOper-

nvinfer1::PluginField, 670

ation >, 115

nvuffparser::FieldMap, 128

nvinfer1::impl::EnumMaxImpl< EngineCapability

line

>, 116

nvonnxparser::IParserError, 502

nvinfer1::impl::EnumMaxImpl< ErrorCode >, 117

loadLibrary

nvinfer1::impl::EnumMaxImpl< HardwareCompati-

nvinfer1::IPluginRegistry, 516

bilityLevel >, 118

loadRuntime

nvinfer1::impl::EnumMaxImpl< ILogger::Severity

nvinfer1::IRuntime, 607

>, 119

log

nvinfer1::impl::EnumMaxImpl< InterpolationMode

nvinfer1::ILogger, 397

>, 119

LoopOutput

nvinfer1::impl::EnumMaxImpl< PaddingMode >,

nvinfer1, 54

120

nvinfer1::impl::EnumMaxImpl< PoolingType

markOutput

121

nvinfer1::INetworkDefinition, 454

nvinfer1::impl::EnumMaxImpl< PreviewFeature >,

markOutputForShapes

121

nvinfer1::INetworkDefinition, 455

nvinfer1::impl::EnumMaxImpl< ResizeCoordinate-

MatrixOperation

Transformation >, 122

nvinfer1, 55

nvinfer1::impl::EnumMaxImpl< ResizeRoundMode

max

>, 123

nvinfer1::DynamicPluginTensorDesc, 112

nvinfer1::impl::EnumMaxImpl< ResizeSelector >,

MAX DIMS

123

nvinfer1::Dims32, 106

nvinfer1::impl::EnumMaxImpl< TensorFormat >,

maxSize

124

nvinfer1::plugin::GridAnchorParameters, 130

nvinfer1::impl::EnumMaxImpl< TensorIOMode >,

nvinfer1::plugin::PriorBoxParameters, 677

125

mBoundary

nvinfer1::impl::EnumMaxImpl< TensorLocation >,

nvinfer1::IIfConditionalBoundaryLayer, 371

126

nvinfer1::ILoopBoundaryLayer, 403

kVECTOR

MemoryPoolType

nvinfer1, 55

kVERBOSE

mImpl

nvinfer1, 62

nvinfer1::consistency::IConsistencyChecker, 199

nvinfer1::ILogger, 396

nvinfer1::IActivationLayer, 134

kVERSION COMPATIBLE

nvinfer1::IAlgorithm, 137

nvinfer1, 45

nvinfer1::IAlgorithmContext, 140

kWARNING

nvinfer1::IAlgorithmIOInfo, 143

nvinfer1::ILogger, 396

nvinfer1::IAlgorithmVariant, 147

kWHILE

nvinfer1::IAssertionLayer, 149

nvinfer1, 73

nvinfer1::IBuilder, 162

kWORKSPACE

nvinfer1::IBuilderConfig, 187

nvinfer1, 55

nvinfer1::ICastLayer, 194

kWRAP

nvinfer1::IConcatenationLayer, 196

nvinfer1, 68

nvinfer1::IConditionLayer, 197

kXOR

nvinfer1::IConstantLayer, 202

nvinfer1, 48

nvinfer1::IConvolutionLayer, 215

nvinfer1::ICudaEngine, 243

LayerInformationFormat

nvinfer1::IDeconvolutionLayer, 273

nvinfer1, 52

nvinfer1::IDequantizeLayer, 275

LayerType

nvinfer1::IDimensionExpr, 277

nvinfer1, 53

nvinfer1::IEinsumLayer, 280

leaf

nvinfer1::IElementWiseLayer, 282

nvinfer1::plugin::softmaxTree, 684

nvinfer1::IEngineInspector, 287

828

INDEX

nvinfer1::IExecutionContext, 324

mLayer

nvinfer1::IExprBuilder, 339

nvinfer1::ILayer, 395

nvinfer1::IFillLayer, 345

nvinfer1::IFullyConnectedLayer, 349

nvinfer1::IGatherLayer, 355

nvinfer1::plugin::softmaxTree, 685

nvinfer1::IGridSampleLayer, 362

name

nvinfer1::IHostMemory, 365

nvinfer1::plugin::softmaxTree, 685

nvinfer1::IIdentityLayer, 366

nvinfer1::PluginField, 670

nvinfer1::IIfConditional, 370

nvuffparser::FieldMap, 128

nvinfer1::IIfConditionalInputLayer, 372

nbDims

nvinfer1::IIfConditionalOutputLayer, 374

nvinfer1::Dims32, 106

nvinfer1::IIteratorLayer, 385

nvinfer1::DimsExprs, 108

nvinfer1::ILoop, 402

nbFields

nvinfer1::ILoopOutputLayer, 406

nvinfer1::PluginFieldCollection, 671

nvinfer1::ILRNLayer, 410

nvuffparser::FieldCollection, 126

nvinfer1::IMatrixMultiplyLayer, 413

NetworkDefinitionCreationFlag

nvinfer1::INetworkDefinition, 458

nvinfer1, 56

nvinfer1::INMSLayer, 462

NetworkDefinitionCreationFlags

nvinfer1::INonZeroLayer, 466

nvinfer1, 41

nvinfer1::INormalizationLayer, 470

nmsMaxOut

nvinfer1::IOneHotLayer, 472

nvinfer1::plugin::RPROIParams, 682

nvinfer1::IOptimizationProfile, 485

nmsThreshold

nvinfer1::IPaddingLayer, 492

nvinfer1::plugin::DetectionOutputParameters, 101

nvinfer1::IParametricReLULayer, 493

node

nvinfer1::IPluginV2Layer, 550

nvonnxparser::IParserError, 502

nvinfer1::IPoolingLayer, 560

notifyShape

nvinfer1::IQuantizeLayer, 564

nvinfer1::IOutputAllocator, 487

nvinfer1::IRaggedSoftMaxLayer, 565

num

nvinfer1::IRecurrenceLayer, 567

nvinfer1::plugin::RegionParameters, 680

nvinfer1::IReduceLayer, 570

numAspectRatios

nvinfer1::IRefitter, 579

nvinfer1::plugin::GridAnchorParameters, 130

nvinfer1::IResizeLayer, 589

nvinfer1::plugin::PriorBoxParameters, 677

nvinfer1::IReverseSequenceLayer, 592

numClasses

nvinfer1::IRNNv2Layer, 601

nvinfer1::plugin::DetectionOutputParameters, 101

nvinfer1::IRuntime, 611

nvinfer1::plugin::NMSParameters, 667

nvinfer1::IScaleLayer, 621

numMaxSize

nvinfer1::IScatterLayer, 624

nvinfer1::plugin::PriorBoxParameters, 677

nvinfer1::ISelectLayer, 625

numMinSize

nvinfer1::IShapeLayer, 626

nvinfer1::plugin::PriorBoxParameters, 677

nvinfer1::IShuffleLayer, 632

NV ONNX PARSER MAJOR

nvinfer1::ISliceLayer, 638

NvOnnxParser.h, 805

nvinfer1::ISoftMaxLayer, 640

NV ONNX PARSER MINOR

nvinfer1::ITensor, 651

NvOnnxParser.h, 805

nvinfer1::ITimingCache, 654

NV ONNX PARSER PATCH

nvinfer1::ITopKLayer, 658

NvOnnxParser.h, 805

nvinfer1::ITripLimitLayer, 659

NV TENSORRT BUILD

nvinfer1::IUnaryLayer, 666

NvInferVersion.h, 795

min

NV TENSORRT LWS MAJOR

nvinfer1::DynamicPluginTensorDesc, 112

NvInferVersion.h, 795

minBoxSize

NV TENSORRT LWS MINOR

nvinfer1::plugin::RPROIParams, 681

NvInferVersion.h, 795

minSize

NV TENSORRT LWS PATCH

nvinfer1::plugin::GridAnchorParameters, 130

NvInferVersion.h, 795

nvinfer1::plugin::PriorBoxParameters, 677

NV TENSORRT MAJOR

INDEX

829

NvInferVersion.h, 795

AsciiChar, 40

NV TENSORRT MINOR

BoundingBoxFormat, 44

NvInferVersion.h, 796

BuilderFlag, 44

NV TENSORRT PATCH

BuilderFlags, 40

NvInferVersion.h, 796

CalibrationAlgoType, 46

NV TENSORRT RELEASE TYPE

char t, 40

NvInferVersion.h, 796

DataType, 46

NV TENSORRT RELEASE TYPE EARLY ACCESS

DeviceType, 47

NvInferVersion.h, 796

DimensionOperation, 47

NV TENSORRT RELEASE TYPE GENERAL AVAILABILITDims, 40

NvInferVersion.h, 796

ElementWiseOperation, 48

NV TENSORRT RELEASE TYPE RELEASE CANDIDATE

EngineCapability, 49

NvInferVersion.h, 796

EnumMax, 75

NV TENSORRT SONAME MAJOR

EnumMax< BoundingBoxFormat >, 75

NvInferVersion.h, 797

EnumMax< BuilderFlag >, 75

NV TENSORRT SONAME MINOR

EnumMax< CalibrationAlgoType >, 76

NvInferVersion.h, 797

EnumMax< DeviceType >, 76

NV TENSORRT SONAME PATCH

EnumMax< DimensionOperation >, 76

NvInferVersion.h, 797

EnumMax< FillOperation >, 76

NV TENSORRT VERSION

EnumMax< GatherMode >, 77

NvInferRuntimeBase.h, 778

EnumMax< LayerInformationFormat >, 77

NvCaffeParser.h, 687, 688

EnumMax< LayerType >, 77

nvcaffeparser1, 29

EnumMax< LoopOutput >, 77

createCaffeParser, 29

EnumMax< MatrixOperation >, 78

shutdownProtobufLibrary, 30

EnumMax< MemoryPoolType >, 78

nvcaffeparser1::IBinaryProtoBlob, 149

EnumMax< NetworkDefinitionCreationFlag >, 78

∼IBinaryProtoBlob, 150

EnumMax< OptProfileSelector >, 78

destroy, 150

EnumMax< ProfilingVerbosity >, 79

getData, 150

EnumMax< QuantizationFlag >, 79

getDataType, 150

EnumMax< ReduceOperation >, 79

getDimensions, 150

EnumMax< RNNDirection >, 79

nvcaffeparser1::IBlobNameToTensor, 151

EnumMax< RNNGateType >, 80

∼IBlobNameToTensor, 151

EnumMax< RNNInputMode >, 80

find, 152

EnumMax< RNNOperation >, 80

nvcaffeparser1::ICaffeParser, 187

EnumMax< SampleMode >, 80

∼ICaffeParser, 188

EnumMax< ScaleMode >, 81

destroy, 188

EnumMax< ScatterMode >, 81

getErrorRecorder, 188

EnumMax< TacticSource >, 81

parse, 189

EnumMax< TempfileControlFlag >, 81

parseBinaryProto, 189

EnumMax< TopKOperation >, 82

parseBuffers, 190

EnumMax< TripLimit >, 82

setErrorRecorder, 191

EnumMax< UnaryOperation >, 82

setPluginFactoryV2, 191

EnumMax< WeightsRole >, 82

setPluginNamespace, 191

ErrorCode, 49

setProtobufBufferSize, 192

FillOperation, 51

nvcaffeparser1::IPluginFactoryV2, 510

GatherMode, 51

∼IPluginFactoryV2, 511

getBuilderPluginRegistry, 83

createPlugin, 511

getBuilderSafePluginRegistry, 83

isPluginV2, 511

HardwareCompatibilityLevel, 52

NvInfer.h, 689, 696

InterpolationMode, 52

nvinfer1, 30

kABS, 74

ActivationType, 43

kACOS, 74

AllocatorFlag, 43

kACOSH, 74

AllocatorFlags, 40

kACTIVATION, 53

830

INDEX

kALIGN CORNERS, 64

kDEVICE, 73

kALLOW IN MEMORY FILES, 70

kDHWC, 71

kALLOW TEMPORARY FILES, 70

kDHWC8, 71

kAMPERE PLUS, 52

kDIMS, 60

kAND, 48

kDIRECT IO, 45

kANY, 75

kDISABLE EXTERNAL TACTIC SOURCES FOR CORE 0805,

kASIN, 74

kASINH, 74

kDISABLE TIMING CACHE, 45

kASSERTION, 54

kDIV, 48

kASYMMETRIC, 64

kDLA, 47

kATAN, 74

kDLA GLOBAL DRAM, 56

kATANH, 74

kDLA HWC4, 71

kAVERAGE, 61

kDLA LINEAR, 71

kAVG, 63

kDLA LOCAL DRAM, 56

kBIAS, 75

kDLA MANAGED SRAM, 55

kBIDIRECTION, 65

kDLA STANDALONE, 49

kBOOL, 47

kEDGE MASK CONVOLUTIONS, 69

kCAFFE ROUND DOWN, 60

kEINSUM, 54

kCAFFE ROUND UP, 60

kELEMENT, 52, 68

kCALIBRATE BEFORE FUSION, 63

kELEMENTWISE, 53, 68

kCAST, 54

kELU, 43

kCDHW32, 71

kENABLE TACTIC HEURISTIC, 45

kCEIL, 64, 74

kENTROPY CALIBRATION, 46

kCEIL DIV, 48

kENTROPY CALIBRATION 2, 46

kCELL, 65

kEQUAL, 48

kCENTER SIZES, 44

kERF, 74

kCHANNEL, 68

kEXCLUDE LEAN RUNTIME, 46

kCHAR, 60

kEXP, 74

kCHW16, 71

kEXPLICIT BATCH, 56

kCHW2, 70

kEXPLICIT PRECISION, 56

kCHW32, 71

kEXPLICIT ROUND DOWN, 60

kCHW4, 70

kEXPLICIT ROUND UP, 60

kCLAMP, 68

kFAILED ALLOCATION, 50

kCLIP, 43

kFAILED COMPUTATION, 50

kCONCATENATE, 54

kFAILED EXECUTION, 50

kCONCATENATION, 53

kFAILED INITIALIZATION, 50

kCONDITION, 54

kFASTER DYNAMIC SHAPES 0805, 61

kCONDITIONAL INPUT, 54

kFILL, 54, 68

kCONDITIONAL OUTPUT, 54

kFLOAT, 46

kCONSTANT, 54, 75

kFLOAT16, 60

kCONVOLUTION, 53

kFLOAT32, 60

kCORNER PAIRS, 44

kFLOAT64, 60

kCOS, 74

kFLOOR, 64, 74

kCOSH, 74

kFLOOR DIV, 48

kCOUNT, 73

kFORGET, 65

kCUBIC, 52

kFORMULA, 65

kCUBLAS, 69

kFP16, 44

kCUBLAS LT, 69

kFP8, 46, 47

kCUDNN, 69

kFULLY CONNECTED, 53

kDEBUG, 44

kGATHER, 53

kDECONVOLUTION, 53

kGPU, 47

kDEFAULT, 49, 52, 62, 67

kGPU FALLBACK, 44

kDEQUANTIZE, 54

kGREATER, 48

kDETAILED, 62

kGRID SAMPLE, 54

INDEX

831

kGRU, 67

kOUTPUT, 65, 73

kHALF, 46

kPADDING, 53

kHALF DOWN, 64

kPARAMETRIC RELU, 54

kHALF PIXEL, 64

kPLUGIN, 53

kHALF UP, 64

kPLUGIN V2, 54

kHARD SIGMOID, 43

kPOOLING, 53

kHIDDEN, 65

kPOW, 48

kHOST, 73

kPREFER PRECISION CONSTRAINTS, 45

kHWC, 71

kPROD, 48, 63

kHWC16, 71

kPROFILE SHARING 0806, 62

kHWC8, 70

kQUANTIZE, 54

kIDENTITY, 54

kRAGGED SOFTMAX, 53

kINPUT, 65, 73

kRANDOM NORMAL, 51

kINT16, 60

kRANDOM UNIFORM, 51

kINT32, 47, 60

kRECIP, 74

kINT8, 44, 47, 60

kRECURRENCE, 54

kINTERNAL ERROR, 50

kREDUCE, 53

kINVALID ARGUMENT, 50

kREFIT, 45

kINVALID CONFIG, 50

kREFLECT, 68

kINVALID STATE, 50

kREJECT EMPTY ALGORITHMS, 45

kISINF, 74

kRELU, 43, 67

kITERATOR, 54

kRESET, 65

kJIT CONVOLUTIONS, 69

kRESIZABLE, 44

kJSON, 53

kRESIZE, 54

kKERNEL, 75

kREVERSE, 54

kLAST VALUE, 54

kREVERSE SEQUENCE, 54

kLAYER NAMES ONLY, 62

kRNN V2, 54

kLEAKY RELU, 43

kROUND, 74

kLEGACY CALIBRATION, 46

kSAFE DLA, 49

kLESS, 48

kSAFE GPU, 49

kLINEAR, 52, 66, 70

kSAFETY, 49

kLINSPACE, 51

kSAFETY SCOPE, 45

kLOG, 74

kSAME LOWER, 60

kLOOP OUTPUT, 54

kSAME UPPER, 60

kLRN, 53

kSCALE, 53, 75

kLSTM, 67

kSCALED TANH, 43

kMATRIX MULTIPLY, 53

kSCATTER, 54

kMAX, 48, 57, 61, 63, 73

kSELECT, 54

kMAX AVERAGE BLEND, 61

kSELU, 43

kMIN, 48, 57, 63, 73

kSHAPE, 54

kMINMAX CALIBRATION, 46

kSHIFT, 75

kND, 52, 68

kSHUFFLE, 53

kNEAREST, 52

kSIGMOID, 43

kNEG, 74

kSIGN, 74

kNMS, 54

kSIN, 74

kNON ZERO, 54

kSINH, 74

kNONE, 52, 55, 62, 73

kSKIP, 66

kNORMALIZATION, 54

kSLICE, 54

kNOT, 74

kSOFTMAX, 53

kOBEY PRECISION CONSTRAINTS, 45

kSOFTPLUS, 43

kONE HOT, 54

kSOFTSIGN, 43

kONELINE, 53

kSPARSE WEIGHTS, 45

kOPT, 57

kSQRT, 74

kOR, 48

kSTANDARD, 49

832

INDEX

kSTRICT BOUNDS, 67

ResizeSelector, 64

kSTRICT TYPES, 45

RNNDirection, 65

kSUB, 48

RNNGateType, 65

kSUCCESS, 50

RNNInputMode, 66

kSUM, 48, 63

RNNOperation, 66

kTACTIC DRAM, 56

SampleMode, 67

kTAN, 74

ScaleMode, 68

kTANH, 43, 67

ScatterMode, 68

kTF32, 45

SliceMode, 42

kTHRESHOLDED RELU, 43

TacticSource, 69

kTOPK, 53

TacticSources, 42

kTRANSPOSE, 55

TempfileControlFlag, 69

kTRIP LIMIT, 54

TempfileControlFlags, 42

kUINT8, 47

TensorFormat, 70

kUNARY, 53

TensorFormats, 42

kUNIDIRECTION, 65

TensorIOMode, 71

kUNIFORM, 68

TensorLocation, 73

kUNKNOWN, 60

TopKOperation, 73

kUNSPECIFIED ERROR, 50

TripLimit, 73

kUNSUPPORTED STATE, 51

UnaryOperation, 74

kUPDATE, 65

WeightsRole, 75

kUPPER, 65

nvinfer1::consistency, 83

kV2, 60

nvinfer1::consistency::IConsistencyChecker, 197

kV2 DYNAMICEXT, 60

∼IConsistencyChecker, 198

kV2 EXT, 60

IConsistencyChecker, 198, 199

kV2 IOEXT, 60

mImpl, 199

kVECTOR, 55

operator=, 199

kVERBOSE, 62

validate, 199

kVERSION COMPATIBLE, 45

nvinfer1::consistency::IPluginChecker, 503

kWHILE, 73

∼IPluginChecker, 504

kWORKSPACE, 55

IPluginChecker, 504

kWRAP, 68

operator=, 504

kXOR, 48

validate, 505

LayerInformationFormat, 52

nvinfer1::Dims2, 103

LayerType, 53

Dims2, 103

LoopOutput, 54

nvinfer1::Dims3, 104

MatrixOperation, 55

Dims3, 104, 105

MemoryPoolType, 55

nvinfer1::Dims32, 105

NetworkDefinitionCreationFlag, 56

d, 106

NetworkDefinitionCreationFlags, 41

MAX DIMS, 106

OptProfileSelector, 56

nbDims, 106

PaddingMode, 57

nvinfer1::Dims4, 107

PluginFieldType, 60

Dims4, 107

PluginFormat, 41

nvinfer1::DimsExprs, 108

PluginVersion, 60

d, 108

PoolingType, 60

nbDims, 108

PreviewFeature, 61

nvinfer1::DimsHW, 109

ProfilingVerbosity, 62

DimsHW, 110

QuantizationFlag, 62

h, 110

QuantizationFlags, 41

w, 111

ReduceOperation, 63

nvinfer1::DynamicPluginTensorDesc, 111

ResizeCoordinateTransformation, 63

desc, 112

ResizeMode, 41

max, 112

ResizeRoundMode, 64

min, 112

INDEX

833

nvinfer1::IActivationLayer, 131

getErrorRecorder, 156

∼IActivationLayer, 132

getLogger, 157

getActivationType, 132

getMaxBatchSize, 157

getAlpha, 132

getMaxDLABatchSize, 157

getBeta, 133

getMaxThreads, 158

mImpl, 134

getNbDLACores, 158

setActivationType, 133

getPluginRegistry, 158

setAlpha, 133

isNetworkSupported, 158

setBeta, 134

mImpl, 162

nvinfer1::IAlgorithm, 135

platformHasFastFp16, 159

∼IAlgorithm, 136

platformHasFastInt8, 159

getAlgorithmIOInfo, 136

platformHasTf32, 159

getAlgorithmIOInfoByIndex, 136

reset, 159

getAlgorithmVariant, 137

setErrorRecorder, 160

getTimingMSec, 137

setGpuAllocator, 160

getWorkspaceSize, 137

setMaxBatchSize, 161

mImpl, 137

setMaxThreads, 161

nvinfer1::IAlgorithmContext, 138

nvinfer1::IBuilderConfig, 162

∼IAlgorithmContext, 139

∼IBuilderConfig, 165

getDimensions, 139

addOptimizationProfile, 165

getName, 139

canRunOnDLA, 166

getNbInputs, 139

clearFlag, 166

getNbOutputs, 139

clearQuantizationFlag, 166

mImpl, 140

createTimingCache, 166

nvinfer1::IAlgorithmIOInfo, 140

destroy, 167

∼IAlgorithmIOInfo, 141

getAlgorithmSelector, 167

getComponentsPerElement, 141

getAvgTimingIterations, 168

getDataType, 141

getBuilderOptimizationLevel, 168

getStrides, 142

getCalibrationProfile, 168

getTensorFormat, 142

getDefaultDeviceType, 168

getVectorizedDim, 142

getDeviceType, 169

mImpl, 143

getDLACore, 169

nvinfer1::IAlgorithmSelector, 143

getEngineCapability, 169

∼IAlgorithmSelector, 143

getFlag, 169

reportAlgorithms, 144

getFlags, 170

selectAlgorithms, 144

getHardwareCompatibilityLevel, 170

nvinfer1::IAlgorithmVariant, 145

getInt8Calibrator, 170

∼IAlgorithmVariant, 146

getMaxAuxStreams, 171

getImplementation, 146

getMaxWorkspaceSize, 171

getTactic, 146

getMemoryPoolLimit, 171

mImpl, 147

getMinTimingIterations, 172

nvinfer1::IAssertionLayer, 147

getNbOptimizationProfiles, 172

∼IAssertionLayer, 148

getNbPluginsToSerialize, 172

getMessage, 148

getPluginToSerialize, 173

mImpl, 149

getPreviewFeature, 173

setMessage, 148

getProfileStream, 174

nvinfer1::IBuilder, 152

getProfilingVerbosity, 174

∼IBuilder, 154

getQuantizationFlag, 174

buildEngineWithConfig, 154

getQuantizationFlags, 174

buildSerializedNetwork, 154

getTacticSources, 175

createBuilderConfig, 155

getTimingCache, 175

createNetworkV2, 155

isDeviceTypeSet, 175

createOptimizationProfile, 156

mImpl, 187

destroy, 156

reset, 176

834

INDEX

resetDeviceType, 176

getNbOutputMaps, 206

setAlgorithmSelector, 176

getPadding, 207

setAvgTimingIterations, 177

getPaddingMode, 207

setBuilderOptimizationLevel, 177

getPaddingNd, 207

setCalibrationProfile, 177

getPostPadding, 208

setDefaultDeviceType, 178

getPrePadding, 208

setDeviceType, 178

getStride, 208

setDLACore, 179

getStrideNd, 208

setEngineCapability, 179

mImpl, 215

setFlag, 179

setBiasWeights, 209

setFlags, 180

setDilation, 209

setHardwareCompatibilityLevel, 180

setDilationNd, 209

setInt8Calibrator, 181

setInput, 210

setMaxAuxStreams, 181

setKernelSize, 210

setMaxWorkspaceSize, 182

setKernelSizeNd, 211

setMemoryPoolLimit, 182

setKernelWeights, 211

setMinTimingIterations, 183

setNbGroups, 211

setPluginsToSerialize, 183

setNbOutputMaps, 212

setPreviewFeature, 184

setPadding, 212

setProfileStream, 184

setPaddingMode, 213

setProfilingVerbosity, 184

setPaddingNd, 213

setQuantizationFlag, 185

setPostPadding, 213

setQuantizationFlags, 185

setPrePadding, 214

setTacticSources, 185

setStride, 214

setTimingCache, 186

setStrideNd, 214

nvinfer1::ICastLayer, 192

nvinfer1::ICudaEngine, 215

∼ICastLayer, 193

∼ICudaEngine, 218

getToType, 193

bindingIsInput, 219

mImpl, 194

createEngineInspector, 219

setToType, 193

createExecutionContext, 219

nvinfer1::IConcatenationLayer, 194

createExecutionContextWithoutDeviceMemory, 220

∼IConcatenationLayer, 195

destroy, 220

getAxis, 195

getBindingBytesPerComponent, 220

mImpl, 196

getBindingComponentsPerElement, 221

setAxis, 195

getBindingDataType, 221

nvinfer1::IConditionLayer, 196

getBindingDimensions, 222

∼IConditionLayer, 197

getBindingFormat, 222

mImpl, 197

getBindingFormatDesc, 223

nvinfer1::IConstantLayer, 200

getBindingIndex, 223

∼IConstantLayer, 201

getBindingName, 224

getDimensions, 201

getBindingVectorizedDim, 225

getWeights, 201

getDeviceMemorySize, 225

mImpl, 202

getEngineCapability, 225

setDimensions, 201

getErrorRecorder, 226

setWeights, 202

getHardwareCompatibilityLevel, 226

nvinfer1::IConvolutionLayer, 202

getIOTensorName, 226

∼IConvolutionLayer, 204

getLocation, 227

getBiasWeights, 205

getMaxBatchSize, 227

getDilation, 205

getName, 228

getDilationNd, 205

getNbAuxStreams, 228

getKernelSize, 205

getNbBindings, 228

getKernelSizeNd, 206

getNbIOTensors, 229

getKernelWeights, 206

getNbLayers, 229

getNbGroups, 206

getNbOptimizationProfiles, 229

INDEX

835

getProfileDimensions, 230

nvinfer1::IDequantizeLayer, 273

getProfileShape, 231

∼IDequantizeLayer, 275

getProfileShapeValues, 231

getAxis, 275

getProfilingVerbosity, 232

mImpl, 275

getTacticSources, 232

setAxis, 275

getTensorBytesPerComponent, 232, 234

nvinfer1::IDimensionExpr, 276

getTensorComponentsPerElement, 234, 235

∼IDimensionExpr, 277

getTensorDataType, 236

getConstantValue, 277

getTensorFormat, 236

isConstant, 277

getTensorFormatDesc, 237

mImpl, 277

getTensorIOMode, 238

nvinfer1::IEinsumLayer, 278

getTensorLocation, 238

∼IEinsumLayer, 279

getTensorShape, 239

getEquation, 279

getTensorVectorizedDim, 239, 240

mImpl, 280

hasImplicitBatchDimension, 240

setEquation, 279

isExecutionBinding, 241

nvinfer1::IElementWiseLayer, 280

isRefittable, 241

∼IElementWiseLayer, 281

isShapeBinding, 241

getOperation, 281

isShapeInferenceIO, 242

mImpl, 282

mImpl, 243

setOperation, 281

serialize, 242

nvinfer1::IEngineInspector, 282

setErrorRecorder, 243

∼IEngineInspector, 283

nvinfer1::IDeconvolutionLayer, 261

getEngineInformation, 284

∼IDeconvolutionLayer, 263

getErrorRecorder, 284

getBiasWeights, 263

getExecutionContext, 285

getDilationNd, 263

getLayerInformation, 285

getKernelSize, 264

mImpl, 287

getKernelSizeNd, 264

setErrorRecorder, 286

getKernelWeights, 264

setExecutionContext, 286

getNbGroups, 264

nvinfer1::IErrorRecorder, 287

getNbOutputMaps, 265

∼IErrorRecorder, 289

getPadding, 265

clear, 289

getPaddingMode, 265

decRefCount, 289

getPaddingNd, 266

ErrorDesc, 288

getPostPadding, 266

getErrorCode, 290

getPrePadding, 266

getErrorDesc, 291

getStride, 266

getNbErrors, 291

getStrideNd, 267

hasOverflowed, 292

mImpl, 273

IErrorRecorder, 288

setBiasWeights, 267

incRefCount, 292

setDilationNd, 267

kMAX DESC LENGTH, 294

setInput, 268

RefCount, 288

setKernelSize, 268

reportError, 293

setKernelSizeNd, 269

nvinfer1::IExecutionContext, 294

setKernelWeights, 269

∼IExecutionContext, 297

setNbGroups, 269

allInputDimensionsSpecified, 297

setNbOutputMaps, 270

allInputShapesSpecified, 298

setPadding, 270

destroy, 298

setPaddingMode, 271

enqueue, 299

setPaddingNd, 271

enqueueV2, 299

setPostPadding, 271

enqueueV3, 300

setPrePadding, 272

execute, 301

setStride, 272

executeV2, 301

setStrideNd, 272

getBindingDimensions, 302

836

INDEX

getDebugSync, 303

setBeta, 343

getEngine, 303

setDimensions, 343

getEnqueueEmitsProfile, 303

setInput, 344

getErrorRecorder, 304

setOperation, 345

getInputConsumedEvent, 304

nvinfer1::IFullyConnectedLayer, 345

getMaxOutputSize, 304

∼IFullyConnectedLayer, 347

getName, 305

getBiasWeights, 347

getNvtxVerbosity, 305

getKernelWeights, 347

getOptimizationProfile, 305

getNbOutputChannels, 347

getOutputAllocator, 306

mImpl, 349

getOutputTensorAddress, 306

setBiasWeights, 348

getPersistentCacheLimit, 307

setInput, 348

getProfiler, 307

setKernelWeights, 349

getShapeBinding, 307

setNbOutputChannels, 349

getStrides, 308

nvinfer1::IGatherLayer, 350

getTemporaryStorageAllocator, 308

∼IGatherLayer, 352

getTensorAddress, 309

getGatherAxis, 353

getTensorShape, 309

getMode, 353

getTensorStrides, 310

getNbElementWiseDims, 353

inferShapes, 311

mImpl, 355

mImpl, 324

setGatherAxis, 353

reportToProfiler, 311

setMode, 354

setAuxStreams, 312

setNbElementWiseDims, 354

setBindingDimensions, 313

nvinfer1::IGpuAllocator, 355

setDebugSync, 314

∼IGpuAllocator, 355

setDeviceMemory, 314

allocate, 356

setEnqueueEmitsProfile, 314

deallocate, 356

setErrorRecorder, 315

free, 357

setInputConsumedEvent, 315

IGpuAllocator, 355

setInputShape, 316

reallocate, 358

setInputShapeBinding, 316

nvinfer1::IGridSampleLayer, 359

setInputTensorAddress, 317

∼IGridSampleLayer, 360

setName, 318

getAlignCorners, 360

setNvtxVerbosity, 318

getInterpolationMode, 360

setOptimizationProfile, 319

getSampleMode, 361

setOptimizationProfileAsync, 320

mImpl, 362

setOutputAllocator, 321

setAlignCorners, 361

setPersistentCacheLimit, 321

setInterpolationMode, 361

setProfiler, 322

setSampleMode, 362

setTemporaryStorageAllocator, 322

nvinfer1::IHostMemory, 363

setTensorAddress, 323

∼IHostMemory, 363

nvinfer1::IExprBuilder, 337

data, 364

∼IExprBuilder, 338

destroy, 364

constant, 338

mImpl, 365

mImpl, 339

size, 364

operation, 338

type, 364

nvinfer1::IFillLayer, 339

nvinfer1::IIdentityLayer, 365

∼IFillLayer, 341

∼IIdentityLayer, 366

getAlpha, 341

mImpl, 366

getBeta, 341

nvinfer1::IIfConditional, 367

getDimensions, 342

∼IIfConditional, 368

getOperation, 342

addInput, 368

mImpl, 345

addOutput, 368

setAlpha, 342

getName, 369

INDEX

837

mImpl, 370

mLayer, 395

setCondition, 369

outputTypeIsSet, 390

setName, 369

precisionIsSet, 391

nvinfer1::IIfConditionalBoundaryLayer, 370

resetOutputType, 391

∼IIfConditionalBoundaryLayer, 371

resetPrecision, 391

getConditional, 371

setInput, 392

mBoundary, 371

setMetadata, 392

nvinfer1::IIfConditionalInputLayer, 372

setName, 393

∼IIfConditionalInputLayer, 372

setOutputType, 393

mImpl, 372

setPrecision, 394

nvinfer1::IIfConditionalOutputLayer, 373

nvinfer1::ILogger, 395

∼IIfConditionalOutputLayer, 373

∼ILogger, 396

mImpl, 374

ILogger, 396

nvinfer1::IInt8Calibrator, 374

kERROR, 396

∼IInt8Calibrator, 375

kINFO, 396

getAlgorithm, 375

kINTERNAL ERROR, 396

getBatch, 375

kVERBOSE, 396

getBatchSize, 376

kWARNING, 396

readCalibrationCache, 376

log, 397

writeCalibrationCache, 377

Severity, 396

nvinfer1::IInt8EntropyCalibrator, 377

nvinfer1::ILoggerFinder, 397

∼IInt8EntropyCalibrator, 378

∼ILoggerFinder, 398

getAlgorithm, 378

findLogger, 398

nvinfer1::IInt8EntropyCalibrator2, 378

nvinfer1::ILoop, 399

∼IInt8EntropyCalibrator2, 379

∼ILoop, 399

getAlgorithm, 379

addIterator, 400

nvinfer1::IInt8LegacyCalibrator, 379

addLoopOutput, 400

∼IInt8LegacyCalibrator, 380

addRecurrence, 400

getAlgorithm, 380

addTripLimit, 400

getQuantile, 380

getName, 401

getRegressionCutoff, 381

mImpl, 402

readHistogramCache, 381

setName, 401

writeHistogramCache, 381

nvinfer1::ILoopBoundaryLayer, 402

nvinfer1::IInt8MinMaxCalibrator, 382

∼ILoopBoundaryLayer, 402

∼IInt8MinMaxCalibrator, 382

getLoop, 403

getAlgorithm, 383

mBoundary, 403

nvinfer1::IIteratorLayer, 383

nvinfer1::ILoopOutputLayer, 403

∼IIteratorLayer, 384

∼ILoopOutputLayer, 404

getAxis, 384

getAxis, 405

getReverse, 384

getLoopOutput, 405

mImpl, 385

mImpl, 406

setAxis, 384

setAxis, 405

setReverse, 384

setInput, 405

nvinfer1::ILayer, 385

nvinfer1::ILRNLayer, 406

∼ILayer, 387

∼ILRNLayer, 407

getInput, 388

getAlpha, 408

getMetadata, 388

getBeta, 408

getName, 388

getK, 408

getNbInputs, 388

getWindowSize, 408

getNbOutputs, 389

mImpl, 410

getOutput, 389

setAlpha, 409

getOutputType, 389

setBeta, 409

getPrecision, 390

setK, 409

getType, 390

setWindowSize, 410

838

INDEX

nvinfer1::IMatrixMultiplyLayer, 411

addCast, 419

∼IMatrixMultiplyLayer, 412

addConcatenation, 419

getOperation, 412

addConstant, 420

mImpl, 413

addConvolution, 420

setOperation, 412

addConvolutionNd, 421

nvinfer1::impl, 84

addDeconvolution, 422

nvinfer1::impl::EnumMaxImpl< ActivationType >, 113

addDeconvolutionNd, 423

kVALUE, 113

addDequantize, 424

nvinfer1::impl::EnumMaxImpl< AllocatorFlag >, 114

addEinsum, 424

kVALUE, 114

addElementWise, 425

nvinfer1::impl::EnumMaxImpl< DataType >, 114

addFill, 425

kVALUE, 115

addFullyConnected, 426

nvinfer1::impl::EnumMaxImpl< ElementWiseOperation

addGather, 427

>, 115

addGatherV2, 427

kVALUE, 115

addGridSample, 428

nvinfer1::impl::EnumMaxImpl< EngineCapability

addIdentity, 428

116

addIfConditional, 429

kVALUE, 116

addInput, 429

nvinfer1::impl::EnumMaxImpl< ErrorCode >, 117

addLoop, 430

kVALUE, 117

addLRN, 430

nvinfer1::impl::EnumMaxImpl< HardwareCompatibil-

addMatrixMultiply, 431

ityLevel >, 117

addNMS, 432

kVALUE, 118

addNonZero, 432

nvinfer1::impl::EnumMaxImpl< ILogger::Severity

addNormalization, 433

118

addOneHot, 433

kVALUE, 119

addPadding, 434

nvinfer1::impl::EnumMaxImpl< InterpolationMode >,

addPaddingNd, 435

119

addParametricReLU, 435

kVALUE, 119

addPluginV2, 436

nvinfer1::impl::EnumMaxImpl< PaddingMode >, 120

addPooling, 436

kVALUE, 120

addPoolingNd, 437

nvinfer1::impl::EnumMaxImpl< PoolingType >, 120

addQuantize, 438

kVALUE, 121

addRaggedSoftMax, 438

nvinfer1::impl::EnumMaxImpl< PreviewFeature >, 121

addReduce, 439

kVALUE, 121

addResize, 440

nvinfer1::impl::EnumMaxImpl< ResizeCoordinateTrans-

addReverseSequence, 440

formation >, 122

addRNNv2, 441

kVALUE, 122

addScale, 442

nvinfer1::impl::EnumMaxImpl< ResizeRoundMode >,

addScaleNd, 443

122

addScatter, 444

kVALUE, 123

addSelect, 445

nvinfer1::impl::EnumMaxImpl< ResizeSelector >, 123

addShape, 446

kVALUE, 123

addShuffle, 446

nvinfer1::impl::EnumMaxImpl< T >, 113

addSlice, 447

nvinfer1::impl::EnumMaxImpl< TensorFormat >, 124

addSoftMax, 447

kVALUE, 124

addTopK, 448

nvinfer1::impl::EnumMaxImpl< TensorIOMode >, 125

addUnary, 449

kVALUE, 125

destroy, 449

nvinfer1::impl::EnumMaxImpl< TensorLocation >, 125

getBuilder, 450

kVALUE, 126

getErrorRecorder, 450

nvinfer1::INetworkDefinition, 413

getInput, 450

∼INetworkDefinition, 417

getLayer, 451

addActivation, 418

getName, 451

addAssertion, 418

getNbInputs, 452

INDEX

839

getNbLayers, 452

setShapeValues, 484

getNbOutputs, 452

nvinfer1::IOutputAllocator, 486

getOutput, 453

∼IOutputAllocator, 486

hasExplicitPrecision, 453

getInterfaceVersion, 486

hasImplicitBatchDimension, 454

notifyShape, 487

markOutput, 454

reallocateOutput, 487

markOutputForShapes, 455

nvinfer1::IPaddingLayer, 488

mImpl, 458

∼IPaddingLayer, 489

removeTensor, 455

getPostPadding, 489

setErrorRecorder, 456

getPostPaddingNd, 489

setName, 456

getPrePadding, 490

setWeightsName, 457

getPrePaddingNd, 490

unmarkOutput, 457

mImpl, 492

unmarkOutputForShapes, 458

setPostPadding, 490

nvinfer1::INMSLayer, 458

setPostPaddingNd, 491

∼INMSLayer, 460

setPrePadding, 491

getBoundingBoxFormat, 460

setPrePaddingNd, 491

getTopKBoxLimit, 460

nvinfer1::IParametricReLULayer, 492

mImpl, 462

∼IParametricReLULayer, 493

setBoundingBoxFormat, 461

mImpl, 493

setInput, 461

nvinfer1::IPluginCreator, 505

setTopKBoxLimit, 462

∼IPluginCreator, 506

nvinfer1::INoCopy, 463

createPlugin, 507

∼INoCopy, 464

deserializePlugin, 507

INoCopy, 464

getFieldNames, 507

operator=, 464

getPluginName, 508

nvinfer1::INonZeroLayer, 465

getPluginNamespace, 508

∼INonZeroLayer, 466

getPluginVersion, 509

mImpl, 466

getTensorRTVersion, 509

nvinfer1::INormalizationLayer, 466

IPluginCreator, 506

∼INormalizationLayer, 467

setPluginNamespace, 509

getAxes, 468

nvinfer1::IPluginRegistry, 512

getComputePrecision, 468

∼IPluginRegistry, 513

getEpsilon, 468

deregisterCreator, 513

getNbGroups, 468

deregisterLibrary, 514

mImpl, 470

getErrorRecorder, 514

setAxes, 469

getPluginCreator, 515

setComputePrecision, 469

getPluginCreatorList, 515

setEpsilon, 469

isParentSearchEnabled, 515

setNbGroups, 470

loadLibrary, 516

nvinfer1::IOneHotLayer, 471

PluginLibraryHandle, 513

getAxis, 472

registerCreator, 516

mImpl, 472

setErrorRecorder, 517

setAxis, 472

setParentSearchEnabled, 517

nvinfer1::IOptimizationProfile, 480

nvinfer1::IPluginV2, 522

∼IOptimizationProfile, 481

clone, 524

getDimensions, 481

configureWithFormat, 524

getExtraMemoryTarget, 482

destroy, 525

getNbShapeValues, 482

enqueue, 525

getShapeValues, 482

getNbOutputs, 526

isValid, 483

getOutputDimensions, 526

mImpl, 485

getPluginNamespace, 527

setDimensions, 483

getPluginType, 527

setExtraMemoryTarget, 484

getPluginVersion, 528

840

INDEX

getSerializationSize, 528

setBlendFactor, 556

getTensorRTVersion, 528

setPadding, 556

getWorkspaceSize, 529

setPaddingMode, 557

initialize, 529

setPaddingNd, 557

serialize, 530

setPoolingType, 557

setPluginNamespace, 530

setPostPadding, 558

supportsFormat, 531

setPrePadding, 558

terminate, 532

setStride, 558

nvinfer1::IPluginV2DynamicExt, 533

setStrideNd, 559

∼IPluginV2DynamicExt, 534

setWindowSize, 559

clone, 534

setWindowSizeNd, 559

configurePlugin, 534

nvinfer1::IProfiler, 560

enqueue, 536

∼IProfiler, 561

getOutputDimensions, 536

reportLayerTime, 561

getTensorRTVersion, 537

nvinfer1::IQuantizeLayer, 561

getWorkspaceSize, 537

∼IQuantizeLayer, 563

kFORMAT COMBINATION LIMIT, 538

getAxis, 563

supportsFormatCombination, 537

mImpl, 564

nvinfer1::IPluginV2Ext, 539

setAxis, 563

∼IPluginV2Ext, 540

nvinfer1::IRaggedSoftMaxLayer, 564

attachToContext, 540

∼IRaggedSoftMaxLayer, 565

canBroadcastInputAcrossBatch, 541

mImpl, 565

clone, 542

nvinfer1::IRecurrenceLayer, 565

configurePlugin, 542

∼IRecurrenceLayer, 566

configureWithFormat, 543

mImpl, 567

detachFromContext, 543

setInput, 566

getOutputDataType, 544

nvinfer1::IReduceLayer, 567

getTensorRTVersion, 544

∼IReduceLayer, 568

IPluginV2Ext, 540

getKeepDimensions, 568

isOutputBroadcastAcrossBatch, 545

getOperation, 568

nvinfer1::IPluginV2IOExt, 546

getReduceAxes, 569

configurePlugin, 547

mImpl, 570

getTensorRTVersion, 547

setKeepDimensions, 569

supportsFormatCombination, 548

setOperation, 569

nvinfer1::IPluginV2Layer, 549

setReduceAxes, 569

∼IPluginV2Layer, 549

nvinfer1::IRefitter, 570

getPlugin, 550

∼IRefitter, 572

mImpl, 550

destroy, 572

nvinfer1::IPoolingLayer, 550

getAll, 572

∼IPoolingLayer, 552

getAllWeights, 573

getAverageCountExcludesPadding, 552

getDynamicRangeMax, 573

getBlendFactor, 553

getDynamicRangeMin, 573

getPadding, 553

getErrorRecorder, 574

getPaddingMode, 553

getLogger, 574

getPaddingNd, 554

getMaxThreads, 574

getPoolingType, 554

getMissing, 575

getPostPadding, 554

getMissingWeights, 575

getPrePadding, 554

getTensorsWithDynamicRange, 576

getStride, 555

mImpl, 579

getStrideNd, 555

refitCudaEngine, 576

getWindowSize, 555

setDynamicRange, 576

getWindowSizeNd, 555

setErrorRecorder, 577

mImpl, 560

setMaxThreads, 578

setAverageCountExcludesPadding, 556

setNamedWeights, 578

INDEX

841

setWeights, 579

∼IRuntime, 603

nvinfer1::IResizeLayer, 580

deserializeCudaEngine, 603

∼IResizeLayer, 582

destroy, 604

getAlignCorners, 582

getDLACore, 604

getCoordinateTransformation, 582

getEngineHostCodeAllowed, 605

getCubicCoeff, 583

getErrorRecorder, 605

getExcludeOutside, 583

getLogger, 605

getNearestRounding, 583

getMaxThreads, 606

getOutputDimensions, 583

getNbDLACores, 606

getResizeMode, 584

getPluginRegistry, 606

getScales, 584

getTempfileControlFlags, 606

getSelectorForSinglePixel, 584

getTemporaryDirectory, 607

mImpl, 589

loadRuntime, 607

setAlignCorners, 585

mImpl, 611

setCoordinateTransformation, 585

setDLACore, 608

setCubicCoeff, 585

setEngineHostCodeAllowed, 608

setExcludeOutside, 586

setErrorRecorder, 608

setInput, 586

setGpuAllocator, 609

setNearestRounding, 587

setMaxThreads, 609

setOutputDimensions, 587

setTempfileControlFlags, 610

setResizeMode, 588

setTemporaryDirectory, 610

setScales, 588

nvinfer1::IScaleLayer, 616

setSelectorForSinglePixel, 589

∼IScaleLayer, 617

nvinfer1::IReverseSequenceLayer, 589

getChannelAxis, 618

∼IReverseSequenceLayer, 590

getMode, 618

getBatchAxis, 590

getPower, 618

getSequenceAxis, 591

getScale, 618

mImpl, 592

getShift, 619

setBatchAxis, 591

mImpl, 621

setSequenceAxis, 591

setChannelAxis, 619

nvinfer1::IRNNv2Layer, 592

setMode, 619

∼IRNNv2Layer, 594

setPower, 620

getBiasForGate, 594

setScale, 620

getCellState, 594

setShift, 620

getDataLength, 594

nvinfer1::IScatterLayer, 621

getDirection, 595

∼IScatterLayer, 623

getHiddenSize, 595

getAxis, 623

getHiddenState, 595

getMode, 623

getInputMode, 595

mImpl, 624

getLayerCount, 596

setAxis, 623

getMaxSeqLength, 596

setMode, 623

getOperation, 596

nvinfer1::ISelectLayer, 624

getSequenceLengths, 596

∼ISelectLayer, 625

getWeightsForGate, 597

mImpl, 625

mImpl, 601

nvinfer1::IShapeLayer, 625

setBiasForGate, 597

∼IShapeLayer, 626

setCellState, 598

mImpl, 626

setDirection, 598

nvinfer1::IShuffleLayer, 627

setHiddenState, 598

∼IShuffleLayer, 628

setInputMode, 599

getFirstTranspose, 628

setOperation, 599

getReshapeDimensions, 628

setSequenceLengths, 599

getSecondTranspose, 629

setWeightsForGate, 600

getZeroIsPlaceholder, 629

nvinfer1::IRuntime, 601

mImpl, 632

842

INDEX

setFirstTranspose, 629

nvinfer1::ITopKLayer, 655

setInput, 630

∼ITopKLayer, 656

setReshapeDimensions, 630

getK, 656

setSecondTranspose, 631

getOperation, 656

setZeroIsPlaceholder, 631

getReduceAxes, 656

nvinfer1::ISliceLayer, 632

mImpl, 658

∼ISliceLayer, 634

setInput, 657

getMode, 634

setK, 657

getSize, 634

setOperation, 657

getStart, 635

setReduceAxes, 658

getStride, 635

nvinfer1::ITripLimitLayer, 658

mImpl, 638

∼ITripLimitLayer, 659

setInput, 635

getTripLimit, 659

setMode, 636

mImpl, 659

setSize, 636

nvinfer1::IUnaryLayer, 664

setStart, 637

∼IUnaryLayer, 665

setStride, 637

getOperation, 665

nvinfer1::ISoftMaxLayer, 638

mImpl, 666

∼ISoftMaxLayer, 639

setOperation, 665

getAxes, 639

nvinfer1::Permutation, 668

mImpl, 640

order, 668

setAxes, 639

nvinfer1::plugin, 84

nvinfer1::ITensor, 640

CENTER SIZE, 85

∼ITensor, 642

CodeTypeSSD, 85

dynamicRangeIsSet, 643

CORNER, 85

getAllowedFormats, 643

CORNER SIZE, 85

getBroadcastAcrossBatch, 643

TF CENTER, 85

getDimensionName, 643

nvinfer1::plugin::DetectionOutputParameters, 99

getDimensions, 644

backgroundLabelId, 100

getDynamicRangeMax, 644

codeType, 100

getDynamicRangeMin, 644

confidenceThreshold, 100

getLocation, 645

confSigmoid, 100

getName, 645

inputOrder, 101

getType, 645

isBatchAgnostic, 101

isExecutionTensor, 646

isNormalized, 101

isNetworkInput, 646

keepTopK, 101

isNetworkOutput, 646

nmsThreshold, 101

isShapeTensor, 647

numClasses, 101

mImpl, 651

shareLocation, 101

resetDynamicRange, 647

topK, 102

setAllowedFormats, 647

varianceEncodedInTarget, 102

setBroadcastAcrossBatch, 648

nvinfer1::plugin::GridAnchorParameters, 129

setDimensionName, 649

aspectRatios, 130

setDimensions, 649

H, 130

setDynamicRange, 650

maxSize, 130

setLocation, 650

minSize, 130

setName, 650

numAspectRatios, 130

setType, 651

variance, 130

nvinfer1::ITimingCache, 652

W, 130

∼ITimingCache, 653

nvinfer1::plugin::NMSParameters, 666

combine, 653

backgroundLabelId, 667

mImpl, 654

iouThreshold, 667

reset, 653

isNormalized, 667

serialize, 654

keepTopK, 667

INDEX

843

numClasses, 667

fields, 671

scoreThreshold, 668

nbFields, 671

shareLocation, 668

nvinfer1::PluginRegistrar< T >, 672

topK, 668

PluginRegistrar, 672

nvinfer1::plugin::PriorBoxParameters, 675

nvinfer1::PluginTensorDesc, 673

aspectRatios, 676

dims, 674

clip, 676

format, 674

flip, 676

scale, 674

imgH, 676

type, 674

imgW, 677

nvinfer1::safe, 86

maxSize, 677

createInferRuntime, 87

minSize, 677

getSafePluginRegistry, 87

numAspectRatios, 677

kGATHER OOB, 87

numMaxSize, 677

kINF CONSUMED, 87

numMinSize, 677

kNAN CONSUMED, 87

offset, 677

kSCATTER OOB, 87

stepH, 678

kSCATTER RACE, 87

stepW, 678

RuntimeErrorType, 86

variance, 678

nvinfer1::safe::ICudaEngine, 244

nvinfer1::plugin::Quadruple, 678

∼ICudaEngine, 246

data, 679

bindingIsInput, 246

nvinfer1::plugin::RegionParameters, 679

createExecutionContext, 247

classes, 680

createExecutionContextWithoutDeviceMemory, 247

coords, 680

getBindingBytesPerComponent, 247

num, 680

getBindingComponentsPerElement, 248

smTree, 680

getBindingDataType, 249

nvinfer1::plugin::RPROIParams, 680

getBindingDimensions, 249

anchorsRatioCount, 681

getBindingFormat, 250

anchorsScaleCount, 681

getBindingIndex, 251

featureStride, 681

getBindingName, 251

iouThreshold, 681

getBindingVectorizedDim, 252

minBoxSize, 681

getDeviceMemorySize, 253

nmsMaxOut, 682

getErrorRecorder, 253

poolingH, 682

getIOTensorName, 253

poolingW, 682

getName, 254

preNmsTop, 682

getNbBindings, 254

spatialScale, 682

getNbIOTensors, 255

nvinfer1::plugin::softmaxTree, 683

getTensorBytesPerComponent, 255

child, 684

getTensorComponentsPerElement, 256

group, 684

getTensorDataType, 257

groupOffset, 684

getTensorFormat, 257

groups, 684

getTensorIOMode, 258

groupSize, 684

getTensorShape, 259

leaf, 684

getTensorVectorizedDim, 259

n, 685

ICudaEngine, 245, 246

name, 685

operator=, 260

parent, 685

setErrorRecorder, 260

nvinfer1::PluginField, 669

nvinfer1::safe::IExecutionContext, 324

data, 670

∼IExecutionContext, 326

length, 670

enqueueV2, 326

name, 670

enqueueV3, 327

PluginField, 669

getEngine, 327

type, 670

getErrorBuffer, 328

nvinfer1::PluginFieldCollection, 671

getErrorRecorder, 328

844

INDEX

getInputConsumedEvent, 329

createReorgPlugin, 750

getInputTensorAddress, 329

createRPNROIPlugin, 751

getName, 330

createSplitPlugin, 751

getOutputTensorAddress, 330

initLibNvInferPlugins, 752

getStrides, 331

NvInferPluginUtils.h, 753, 754

getTensorStrides, 331

NvInferRuntime.h, 756, 760

IExecutionContext, 325, 326

getLogger, 759

operator=, 332

getPluginRegistry, 759

setDeviceMemory, 332

setErrorBuffer, 333

NvInferRuntimeBase.h, 776, 779

setErrorRecorder, 334

getInferLibVersion, 779

setInputConsumedEvent, 334

NV TENSORRT VERSION, 778

setInputTensorAddress, 335

TENSORRTAPI, 778

setName, 336

TRT DEPRECATED, 778

setOutputTensorAddress, 336

TRT DEPRECATED API, 778

nvinfer1::safe::IPluginRegistry, 518

TRT DEPRECATED ENUM, 778

∼IPluginRegistry, 519

TRTNOEXCEPT, 778

deregisterCreator, 519

NvInferRuntimeCommon.h, 783, 784

getErrorRecorder, 519

NvInferRuntimePlugin.h, 785, 786

getPluginCreator, 520

NvInferSafeRuntime.h, 789, 791

getPluginCreatorList, 520

registerCreator, 521

NvInferVersion.h, 794, 797

setErrorRecorder, 521

NV TENSORRT BUILD, 795

nvinfer1::safe::IRuntime, 611

NV TENSORRT LWS MAJOR, 795

∼IRuntime, 612

NV TENSORRT LWS MINOR, 795

deserializeCudaEngine, 613

NV TENSORRT LWS PATCH, 795

getErrorRecorder, 614

NV TENSORRT MAJOR, 795

IRuntime, 612, 613

NV TENSORRT MINOR, 796

operator=, 614

NV TENSORRT PATCH, 796

setErrorRecorder, 615

NV TENSORRT RELEASE TYPE, 796

setGpuAllocator, 615

NV TENSORRT RELEASE TYPE EARLY ACCESS,

nvinfer1::safe::PluginRegistrar< T >, 672

796

PluginRegistrar, 673

NV TENSORRT RELEASE TYPE GENERAL AVAILABILITY,

nvinfer1::safe::RuntimeErrorInformation, 682

796

bitMask, 683

NV TENSORRT RELEASE TYPE RELEASE CANDIDATE,

nvinfer1::utils, 88

796

reorderSubBuffers, 88

NV TENSORRT SONAME MAJOR, 797

reshapeWeights, 89

NV TENSORRT SONAME MINOR, 797

transposeSubBuffers, 90

NV TENSORRT SONAME PATCH, 797

nvinfer1::Weights, 685

NvOnnxConfig.h, 798, 799

count, 686

nvonnxparser, 90

type, 686

createONNXConfig, 93

values, 686

EnumMax, 93

NvInferConsistency.h, 742, 743

EnumMax< ErrorCode >, 93

createConsistencyChecker INTERNAL, 742

EnumMax< OnnxParserFlag >, 93

NvInferLegacyDims.h, 744, 745

ErrorCode, 92

NvInferPlugin.h, 746, 752

kINTERNAL ERROR, 92

createAnchorGeneratorPlugin, 747

kINVALID GRAPH, 92

createBatchedNMSPlugin, 748

kINVALID NODE, 92

createInstanceNormalizationPlugin, 748

kINVALID VALUE, 92

createNMSPlugin, 749

kMEM ALLOC FAILED, 92

createNormalizePlugin, 749

kMODEL DESERIALIZE FAILED, 92

createPriorBoxPlugin, 750

kNATIVE INSTANCENORM, 93

createRegionPlugin, 750

kSUCCESS, 92

INDEX

845

kUNSUPPORTED GRAPH, 92

node, 502

kUNSUPPORTED NODE, 92

nvuffparser, 94

OnnxParserFlag, 92

createUffParser, 96

OnnxParserFlags, 91

FieldType, 95

NvOnnxParser.h, 803, 806

kCHAR, 96

createNvOnnxParser INTERNAL, 806

kDATATYPE, 96

getNvOnnxParserVersion, 806

kDIMS, 96

NV ONNX PARSER MAJOR, 805

kFLOAT, 96

NV ONNX PARSER MINOR, 805

kINT32, 96

NV ONNX PARSER PATCH, 805

kNC, 96

SubGraph t, 805

kNCHW, 96

SubGraphCollection t, 805

kNHWC, 96

nvonnxparser::IOnnxConfig, 473

kUNKNOWN, 96

∼IOnnxConfig, 474

shutdownProtobufLibrary, 96

addVerbosity, 474

UffInputOrder, 96

destroy, 474

NvUffParser.h, 799, 801

getFullTextFileName, 475

UFF REQUIRED VERSION MAJOR, 800

getModelDtype, 475

UFF REQUIRED VERSION MINOR, 801

getModelFileName, 475

UFF REQUIRED VERSION PATCH, 801

getPrintLayerInfo, 476

nvuffparser::FieldCollection, 126

getTextFileName, 476

fields, 126

getVerbosityLevel, 476

nbFields, 126

reduceVerbosity, 477

nvuffparser::FieldMap, 127

setFullTextFileName, 477

data, 128

setModelDtype, 478

FieldMap, 127, 128

setModelFileName, 478

length, 128

setPrintLayerInfo, 478

name, 128

setTextFileName, 479

type, 128

setVerbosityLevel, 479

nvuffparser::IUffParser, 660

Verbosity, 474

∼IUffParser, 660

nvonnxparser::IParser, 494

destroy, 661

∼IParser, 495

getErrorRecorder, 661

clearErrors, 495

getUffRequiredVersionMajor, 661

clearFlag, 495

getUffRequiredVersionMinor, 661

destroy, 495

getUffRequiredVersionPatch, 662

getError, 496

parse, 662

getFlag, 496

parseBuffer, 662

getFlags, 496

registerInput, 663

getNbErrors, 496

registerOutput, 663

getUsedVCPluginLibraries, 497

setErrorRecorder, 663

parse, 497

setPluginNamespace, 664

parseFromFile, 498

NvUtils.h, 802, 803

parseWithWeightDescriptors, 498

setFlag, 499

offset

setFlags, 499

nvinfer1::plugin::PriorBoxParameters, 677

supportsModel, 500

OnnxParserFlag

supportsOperator, 500

nvonnxparser, 92

nvonnxparser::IParserError, 501

OnnxParserFlags

∼IParserError, 501

nvonnxparser, 91

code, 502

operation

desc, 502

nvinfer1::IExprBuilder, 338

file, 502

operator=

func, 502

nvinfer1::consistency::IConsistencyChecker, 199

line, 502

nvinfer1::consistency::IPluginChecker, 504

846

INDEX

nvinfer1::INoCopy, 464

precisionIsSet

nvinfer1::safe::ICudaEngine, 260

nvinfer1::ILayer, 391

nvinfer1::safe::IExecutionContext, 332

preNmsTop

nvinfer1::safe::IRuntime, 614

nvinfer1::plugin::RPROIParams, 682

OptProfileSelector

PreviewFeature

nvinfer1, 56

nvinfer1, 61

order

ProfilingVerbosity

nvinfer1::Permutation, 668

nvinfer1, 62

outputTypeIsSet

QuantizationFlag

nvinfer1::ILayer, 390

nvinfer1, 62

QuantizationFlags

PaddingMode

nvinfer1, 41

nvinfer1, 57

parent

readCalibrationCache

nvinfer1::plugin::softmaxTree, 685

nvinfer1::IInt8Calibrator, 376

parse

readHistogramCache

nvcaffeparser1::ICaffeParser, 189

nvinfer1::IInt8LegacyCalibrator, 381

nvonnxparser::IParser, 497

reallocate

nvuffparser::IUffParser, 662

nvinfer1::IGpuAllocator, 358

parseBinaryProto

reallocateOutput

nvcaffeparser1::ICaffeParser, 189

nvinfer1::IOutputAllocator, 487

parseBuffer

ReduceOperation

nvuffparser::IUffParser, 662

nvinfer1, 63

parseBuffers

reduceVerbosity

nvcaffeparser1::ICaffeParser, 190

nvonnxparser::IOnnxConfig, 477

parseFromFile

RefCount

nvonnxparser::IParser, 498

nvinfer1::IErrorRecorder, 288

parseWithWeightDescriptors

refitCudaEngine

nvonnxparser::IParser, 498

nvinfer1::IRefitter, 576

platformHasFastFp16

nvinfer1::IBuilder, 159

NvInferSafeRuntime.h, 791

platformHasFastInt8

nvinfer1::IBuilder, 159

NvInferRuntime.h, 759

platformHasTf32

registerCreator

nvinfer1::IBuilder, 159

nvinfer1::IPluginRegistry, 516

PluginField

nvinfer1::safe::IPluginRegistry, 521

nvinfer1::PluginField, 669

registerInput

PluginFieldType

nvuffparser::IUffParser, 663

nvinfer1, 60

registerOutput

PluginFormat

nvuffparser::IUffParser, 663

nvinfer1, 41

removeTensor

PluginLibraryHandle

nvinfer1::INetworkDefinition, 455

nvinfer1::IPluginRegistry, 513

reorderSubBuffers

PluginRegistrar

nvinfer1::utils, 88

nvinfer1::PluginRegistrar< T >, 672

reportAlgorithms

nvinfer1::safe::PluginRegistrar< T >, 673

nvinfer1::IAlgorithmSelector, 144

PluginVersion, 675

reportError

nvinfer1, 60

nvinfer1::IErrorRecorder, 293

poolingH

reportLayerTime

nvinfer1::plugin::RPROIParams, 682

nvinfer1::IProfiler, 561

PoolingType

reportToProfiler

nvinfer1, 60

nvinfer1::IExecutionContext, 311

poolingW

reset

nvinfer1::plugin::RPROIParams, 682

nvinfer1::IBuilder, 159

INDEX

847

nvinfer1::IBuilderConfig, 176

setAllowedFormats

nvinfer1::ITimingCache, 653

nvinfer1::ITensor, 647

resetDeviceType

setAlpha

nvinfer1::IBuilderConfig, 176

nvinfer1::IActivationLayer, 133

resetDynamicRange

nvinfer1::IFillLayer, 342

nvinfer1::ITensor, 647

nvinfer1::ILRNLayer, 409

resetOutputType

setAuxStreams

nvinfer1::ILayer, 391

nvinfer1::IExecutionContext, 312

resetPrecision

setAverageCountExcludesPadding

nvinfer1::ILayer, 391

nvinfer1::IPoolingLayer, 556

reshapeWeights

setAvgTimingIterations

nvinfer1::utils, 89

nvinfer1::IBuilderConfig, 177

ResizeCoordinateTransformation

setAxes

nvinfer1, 63

nvinfer1::INormalizationLayer, 469

ResizeMode

nvinfer1::ISoftMaxLayer, 639

nvinfer1, 41

setAxis

ResizeRoundMode

nvinfer1::IConcatenationLayer, 195

nvinfer1, 64

nvinfer1::IDequantizeLayer, 275

ResizeSelector

nvinfer1::IIteratorLayer, 384

nvinfer1, 64

nvinfer1::ILoopOutputLayer, 405

RNNDirection

nvinfer1::IOneHotLayer, 472

nvinfer1, 65

nvinfer1::IQuantizeLayer, 563

RNNGateType

nvinfer1::IScatterLayer, 623

nvinfer1, 65

setBatchAxis

RNNInputMode

nvinfer1::IReverseSequenceLayer, 591

nvinfer1, 66

setBeta

RNNOperation

nvinfer1::IActivationLayer, 134

nvinfer1, 66

nvinfer1::IFillLayer, 343

RuntimeErrorType

nvinfer1::ILRNLayer, 409

nvinfer1::safe, 86

setBiasForGate

nvinfer1::IRNNv2Layer, 597

SampleMode

setBiasWeights

nvinfer1, 67

nvinfer1::IConvolutionLayer, 209

scale

nvinfer1::IDeconvolutionLayer, 267

nvinfer1::PluginTensorDesc, 674

nvinfer1::IFullyConnectedLayer, 348

ScaleMode

setBindingDimensions

nvinfer1, 68

nvinfer1::IExecutionContext, 313

ScatterMode

setBlendFactor

nvinfer1, 68

nvinfer1::IPoolingLayer, 556

scoreThreshold

setBoundingBoxFormat

nvinfer1::plugin::NMSParameters, 668

nvinfer1::INMSLayer, 461

selectAlgorithms

setBroadcastAcrossBatch

nvinfer1::IAlgorithmSelector, 144

nvinfer1::ITensor, 648

serialize

setBuilderOptimizationLevel

nvinfer1::ICudaEngine, 242

nvinfer1::IBuilderConfig, 177

nvinfer1::IPluginV2, 530

setCalibrationProfile

nvinfer1::ITimingCache, 654

nvinfer1::IBuilderConfig, 177

setActivationType

setCellState

nvinfer1::IActivationLayer, 133

nvinfer1::IRNNv2Layer, 598

setAlgorithmSelector

setChannelAxis

nvinfer1::IBuilderConfig, 176

nvinfer1::IScaleLayer, 619

setAlignCorners

setComputePrecision

nvinfer1::IGridSampleLayer, 361

nvinfer1::INormalizationLayer, 469

nvinfer1::IResizeLayer, 585

setCondition

848

INDEX

nvinfer1::IIfConditional, 369

nvinfer1::IRefitter, 577

setCoordinateTransformation

nvinfer1::IRuntime, 608

nvinfer1::IResizeLayer, 585

nvinfer1::safe::ICudaEngine, 260

setCubicCoeff

nvinfer1::safe::IExecutionContext, 334

nvinfer1::IResizeLayer, 585

nvinfer1::safe::IPluginRegistry, 521

setDebugSync

nvinfer1::safe::IRuntime, 615

nvinfer1::IExecutionContext, 314

nvuffparser::IUffParser, 663

setDefaultDeviceType

setExcludeOutside

nvinfer1::IBuilderConfig, 178

nvinfer1::IResizeLayer, 586

setDeviceMemory

setExecutionContext

nvinfer1::IExecutionContext, 314

nvinfer1::IEngineInspector, 286

nvinfer1::safe::IExecutionContext, 332

setExtraMemoryTarget

setDeviceType

nvinfer1::IOptimizationProfile, 484

nvinfer1::IBuilderConfig, 178

setFirstTranspose

setDilation

nvinfer1::IShuffleLayer, 629

nvinfer1::IConvolutionLayer, 209

setFlag

setDilationNd

nvinfer1::IBuilderConfig, 179

nvinfer1::IConvolutionLayer, 209

nvonnxparser::IParser, 499

nvinfer1::IDeconvolutionLayer, 267

setFlags

setDimensionName

nvinfer1::IBuilderConfig, 180

nvinfer1::ITensor, 649

nvonnxparser::IParser, 499

setDimensions

setFullTextFileName

nvinfer1::IConstantLayer, 201

nvonnxparser::IOnnxConfig, 477

nvinfer1::IFillLayer, 343

setGatherAxis

nvinfer1::IOptimizationProfile, 483

nvinfer1::IGatherLayer, 353

nvinfer1::ITensor, 649

setGpuAllocator

setDirection

nvinfer1::IBuilder, 160

nvinfer1::IRNNv2Layer, 598

nvinfer1::IRuntime, 609

setDLACore

nvinfer1::safe::IRuntime, 615

nvinfer1::IBuilderConfig, 179

setHardwareCompatibilityLevel

nvinfer1::IRuntime, 608

nvinfer1::IBuilderConfig, 180

setDynamicRange

setHiddenState

nvinfer1::IRefitter, 576

nvinfer1::IRNNv2Layer, 598

nvinfer1::ITensor, 650

setInput

setEngineCapability

nvinfer1::IConvolutionLayer, 210

nvinfer1::IBuilderConfig, 179

nvinfer1::IDeconvolutionLayer, 268

setEngineHostCodeAllowed

nvinfer1::IFillLayer, 344

nvinfer1::IRuntime, 608

nvinfer1::IFullyConnectedLayer, 348

setEnqueueEmitsProfile

nvinfer1::ILayer, 392

nvinfer1::IExecutionContext, 314

nvinfer1::ILoopOutputLayer, 405

setEpsilon

nvinfer1::INMSLayer, 461

nvinfer1::INormalizationLayer, 469

nvinfer1::IRecurrenceLayer, 566

setEquation

nvinfer1::IResizeLayer, 586

nvinfer1::IEinsumLayer, 279

nvinfer1::IShuffleLayer, 630

setErrorBuffer

nvinfer1::ISliceLayer, 635

nvinfer1::safe::IExecutionContext, 333

nvinfer1::ITopKLayer, 657

setErrorRecorder

setInputConsumedEvent

nvcaffeparser1::ICaffeParser, 191

nvinfer1::IExecutionContext, 315

nvinfer1::IBuilder, 160

nvinfer1::safe::IExecutionContext, 334

nvinfer1::ICudaEngine, 243

setInputMode

nvinfer1::IEngineInspector, 286

nvinfer1::IRNNv2Layer, 599

nvinfer1::IExecutionContext, 315

setInputShape

nvinfer1::INetworkDefinition, 456

nvinfer1::IExecutionContext, 316

nvinfer1::IPluginRegistry, 517

setInputShapeBinding

INDEX

849

nvinfer1::IExecutionContext, 316

nvinfer1::IIfConditional, 369

setInputTensorAddress

nvinfer1::ILayer, 393

nvinfer1::IExecutionContext, 317

nvinfer1::ILoop, 401

nvinfer1::safe::IExecutionContext, 335

nvinfer1::INetworkDefinition, 456

setInt8Calibrator

nvinfer1::ITensor, 650

nvinfer1::IBuilderConfig, 181

nvinfer1::safe::IExecutionContext, 336

setInterpolationMode

setNamedWeights

nvinfer1::IGridSampleLayer, 361

nvinfer1::IRefitter, 578

setK

setNbElementWiseDims

nvinfer1::ILRNLayer, 409

nvinfer1::IGatherLayer, 354

nvinfer1::ITopKLayer, 657

setNbGroups

setKeepDimensions

nvinfer1::IConvolutionLayer, 211

nvinfer1::IReduceLayer, 569

nvinfer1::IDeconvolutionLayer, 269

setKernelSize

nvinfer1::INormalizationLayer, 470

nvinfer1::IConvolutionLayer, 210

setNbOutputChannels

nvinfer1::IDeconvolutionLayer, 268

nvinfer1::IFullyConnectedLayer, 349

setKernelSizeNd

setNbOutputMaps

nvinfer1::IConvolutionLayer, 211

nvinfer1::IConvolutionLayer, 212

nvinfer1::IDeconvolutionLayer, 269

nvinfer1::IDeconvolutionLayer, 270

setKernelWeights

setNearestRounding

nvinfer1::IConvolutionLayer, 211

nvinfer1::IResizeLayer, 587

nvinfer1::IDeconvolutionLayer, 269

setNvtxVerbosity

nvinfer1::IFullyConnectedLayer, 349

nvinfer1::IExecutionContext, 318

setLocation

setOperation

nvinfer1::ITensor, 650

nvinfer1::IElementWiseLayer, 281

setMaxAuxStreams

nvinfer1::IFillLayer, 345

nvinfer1::IBuilderConfig, 181

nvinfer1::IMatrixMultiplyLayer, 412

setMaxBatchSize

nvinfer1::IReduceLayer, 569

nvinfer1::IBuilder, 161

nvinfer1::IRNNv2Layer, 599

setMaxThreads

nvinfer1::ITopKLayer, 657

nvinfer1::IBuilder, 161

nvinfer1::IUnaryLayer, 665

nvinfer1::IRefitter, 578

setOptimizationProfile

nvinfer1::IRuntime, 609

nvinfer1::IExecutionContext, 319

setMaxWorkspaceSize

setOptimizationProfileAsync

nvinfer1::IBuilderConfig, 182

nvinfer1::IExecutionContext, 320

setMemoryPoolLimit

setOutputAllocator

nvinfer1::IBuilderConfig, 182

nvinfer1::IExecutionContext, 321

setMessage

setOutputDimensions

nvinfer1::IAssertionLayer, 148

nvinfer1::IResizeLayer, 587

setMetadata

setOutputTensorAddress

nvinfer1::ILayer, 392

nvinfer1::safe::IExecutionContext, 336

setMinTimingIterations

setOutputType

nvinfer1::IBuilderConfig, 183

nvinfer1::ILayer, 393

setMode

setPadding

nvinfer1::IGatherLayer, 354

nvinfer1::IConvolutionLayer, 212

nvinfer1::IScaleLayer, 619

nvinfer1::IDeconvolutionLayer, 270

nvinfer1::IScatterLayer, 623

nvinfer1::IPoolingLayer, 556

nvinfer1::ISliceLayer, 636

setPaddingMode

setModelDtype

nvinfer1::IConvolutionLayer, 213

nvonnxparser::IOnnxConfig, 478

nvinfer1::IDeconvolutionLayer, 271

setModelFileName

nvinfer1::IPoolingLayer, 557

nvonnxparser::IOnnxConfig, 478

setPaddingNd

setName

nvinfer1::IConvolutionLayer, 213

nvinfer1::IExecutionContext, 318

nvinfer1::IDeconvolutionLayer, 271

850

INDEX

nvinfer1::IPoolingLayer, 557

nvinfer1::IShuffleLayer, 630

setParentSearchEnabled

setResizeMode

nvinfer1::IPluginRegistry, 517

nvinfer1::IResizeLayer, 588

setPersistentCacheLimit

setReverse

nvinfer1::IExecutionContext, 321

nvinfer1::IIteratorLayer, 384

setPluginFactoryV2

setSampleMode

nvcaffeparser1::ICaffeParser, 191

nvinfer1::IGridSampleLayer, 362

setPluginNamespace

setScale

nvcaffeparser1::ICaffeParser, 191

nvinfer1::IScaleLayer, 620

nvinfer1::IPluginCreator, 509

setScales

nvinfer1::IPluginV2, 530

nvinfer1::IResizeLayer, 588

nvuffparser::IUffParser, 664

setSecondTranspose

setPluginsToSerialize

nvinfer1::IShuffleLayer, 631

nvinfer1::IBuilderConfig, 183

setSelectorForSinglePixel

setPoolingType

nvinfer1::IResizeLayer, 589

nvinfer1::IPoolingLayer, 557

setSequenceAxis

setPostPadding

nvinfer1::IReverseSequenceLayer, 591

nvinfer1::IConvolutionLayer, 213

setSequenceLengths

nvinfer1::IDeconvolutionLayer, 271

nvinfer1::IRNNv2Layer, 599

nvinfer1::IPaddingLayer, 490

setShapeValues

nvinfer1::IPoolingLayer, 558

nvinfer1::IOptimizationProfile, 484

setPostPaddingNd

setShift

nvinfer1::IPaddingLayer, 491

nvinfer1::IScaleLayer, 620

setPower

setSize

nvinfer1::IScaleLayer, 620

nvinfer1::ISliceLayer, 636

setPrecision

setStart

nvinfer1::ILayer, 394

nvinfer1::ISliceLayer, 637

setPrePadding

setStride

nvinfer1::IConvolutionLayer, 214

nvinfer1::IDeconvolutionLayer, 272

nvinfer1::IPaddingLayer, 491

nvinfer1::IPoolingLayer, 558

nvinfer1::ISliceLayer, 637

setPrePaddingNd

setStrideNd

nvinfer1::IPaddingLayer, 491

nvinfer1::IConvolutionLayer, 214

setPreviewFeature

nvinfer1::IDeconvolutionLayer, 272

nvinfer1::IBuilderConfig, 184

nvinfer1::IPoolingLayer, 559

setPrintLayerInfo

setTacticSources

nvonnxparser::IOnnxConfig, 478

nvinfer1::IBuilderConfig, 185

setProfiler

setTempfileControlFlags

nvinfer1::IExecutionContext, 322

nvinfer1::IRuntime, 610

setProfileStream

setTemporaryDirectory

nvinfer1::IBuilderConfig, 184

nvinfer1::IRuntime, 610

setProfilingVerbosity

setTemporaryStorageAllocator

nvinfer1::IBuilderConfig, 184

nvinfer1::IExecutionContext, 322

setProtobufBufferSize

setTensorAddress

nvcaffeparser1::ICaffeParser, 192

nvinfer1::IExecutionContext, 323

setQuantizationFlag

setTextFileName

nvinfer1::IBuilderConfig, 185

nvonnxparser::IOnnxConfig, 479

setQuantizationFlags

setTimingCache

nvinfer1::IBuilderConfig, 185

nvinfer1::IBuilderConfig, 186

setReduceAxes

setTopKBoxLimit

nvinfer1::IReduceLayer, 569

nvinfer1::INMSLayer, 462

nvinfer1::ITopKLayer, 658

setToType

setReshapeDimensions

nvinfer1::ICastLayer, 193

INDEX

851

setType

TacticSources

nvinfer1::ITensor, 651

nvinfer1, 42

setVerbosityLevel

TempfileControlFlag

nvonnxparser::IOnnxConfig, 479

nvinfer1, 69

setWeights

TempfileControlFlags

nvinfer1::IConstantLayer, 202

nvinfer1, 42

nvinfer1::IRefitter, 579

TensorFormat

setWeightsForGate

nvinfer1, 70

nvinfer1::IRNNv2Layer, 600

TensorFormats

setWeightsName

nvinfer1, 42

nvinfer1::INetworkDefinition, 457

TensorIOMode

setWindowSize

nvinfer1, 71

nvinfer1::ILRNLayer, 410

TensorLocation

nvinfer1::IPoolingLayer, 559

nvinfer1, 73

setWindowSizeNd

TENSORRTAPI

nvinfer1::IPoolingLayer, 559

NvInferRuntimeBase.h, 778

setZeroIsPlaceholder

terminate

nvinfer1::IShuffleLayer, 631

nvinfer1::IPluginV2, 532

Severity

TF CENTER

nvinfer1::ILogger, 396

nvinfer1::plugin, 85

shareLocation

topK

nvinfer1::plugin::DetectionOutputParameters, 101

nvinfer1::plugin::DetectionOutputParameters, 102

nvinfer1::plugin::NMSParameters, 668

shutdownProtobufLibrary

TopKOperation

nvcaffeparser1, 30

nvinfer1, 73

nvuffparser, 96

transposeSubBuffers

size

nvinfer1::utils, 90

nvinfer1::IHostMemory, 364

TripLimit

SliceMode

nvinfer1, 73

nvinfer1, 42

TRT DEPRECATED

smTree

NvInferRuntimeBase.h, 778

nvinfer1::plugin::RegionParameters, 680

TRT DEPRECATED API

spatialScale

NvInferRuntimeBase.h, 778

nvinfer1::plugin::RPROIParams, 682

TRT DEPRECATED ENUM

stepH

NvInferRuntimeBase.h, 778

nvinfer1::plugin::PriorBoxParameters, 678

TRTNOEXCEPT

stepW

NvInferRuntimeBase.h, 778

nvinfer1::plugin::PriorBoxParameters, 678

type

SubGraph t

nvinfer1::IHostMemory, 364

NvOnnxParser.h, 805

nvinfer1::PluginField, 670

SubGraphCollection t

nvinfer1::PluginTensorDesc, 674

NvOnnxParser.h, 805

nvinfer1::Weights, 686

supportsFormat

nvuffparser::FieldMap, 128

nvinfer1::IPluginV2, 531

supportsFormatCombination

UFF REQUIRED VERSION MAJOR

nvinfer1::IPluginV2DynamicExt, 537

NvUffParser.h, 800

nvinfer1::IPluginV2IOExt, 548

UFF REQUIRED VERSION MINOR

supportsModel

NvUffParser.h, 801

nvonnxparser::IParser, 500

UFF REQUIRED VERSION PATCH

supportsOperator

NvUffParser.h, 801

nvonnxparser::IParser, 500

UffInputOrder

nvuffparser, 96

TacticSource

UnaryOperation

nvinfer1, 69

nvinfer1, 74

852

INDEX

unmarkOutput

nvinfer1::INetworkDefinition, 457

unmarkOutputForShapes

nvinfer1::INetworkDefinition, 458

validate

nvinfer1::consistency::IConsistencyChecker, 199

nvinfer1::consistency::IPluginChecker, 505

values

nvinfer1::Weights, 686

variance

nvinfer1::plugin::GridAnchorParameters, 130

nvinfer1::plugin::PriorBoxParameters, 678

varianceEncodedInTarget

nvinfer1::plugin::DetectionOutputParameters, 102

Verbosity

nvonnxparser::IOnnxConfig, 474

nvinfer1::plugin::GridAnchorParameters, 130

nvinfer1::DimsHW, 111

WeightsRole

nvinfer1, 75

writeCalibrationCache

nvinfer1::IInt8Calibrator, 377

writeHistogramCache

nvinfer1::IInt8LegacyCalibrator, 381

TENSORRT PYTHON API REFERENCE

Getting Started with TensorRT

1.1

Installation

1.2

Samples

1.3

Installing PyCUDA

Core Concepts

2.1

TensorRT Workflow

2.2

Classes Overview

2.2.1

Logger

2.2.2

Parsers

2.2.3

Network

2.2.4

Builder

2.2.5

Engine and Context

Foundational Types

3.1

DataType

3.2

Weights

3.3

Dims

3.3.1

Volume

3.3.2

Dims

3.3.3

Dims2

3.3.4

DimsHW

3.3.5

Dims3

3.3.6

Dims4

3.4

IHostMemory

Core

4.1

Logger

4.2

Profiler

4.3

IOptimizationProfile

4.4

IBuilderConfig

4.5

Builder

4.5.1

NetworkDefinitionCreationFlag

4.5.2

Builder

4.6

ICudaEngine

4.7

IExecutionContext

4.8

Runtime

4.9

Refitter

4.10

IErrorRecorder

4.11

ITimingCache

4.12

GPU Allocator

4.12.1

AllocatorFlag

4.12.2

IGpuAllocator

4.13

EngineInspector

Network

5.1

INetworkDefinition

5.2

Layer Base Classes

5.2.1

ITensor

5.2.2

ILayer

5.3

Layers

5.3.1

PaddingMode

5.3.2

IConvolutionLayer . .

5.3.3

IFullyConnectedLayer

5.3.4

IGridSampleLayer . .

5.3.5

IActivationLayer

5.3.6

IPoolingLayer

5.3.7

ILRNLayer

5.3.8

IScaleLayer

5.3.9

ISoftMaxLayer

5.3.10

IConcatenationLayer .

5.3.11

IDeconvolutionLayer .

5.3.12

IElementWiseLayer . .

5.3.13

IGatherLayer

5.3.14

RNN Layers

5.3.14.1

IRNNv2Layer

5.3.15

IPluginV2Layer

5.3.16

IUnaryLayer

5.3.17

IReduceLayer

5.3.18

IPaddingLayer

5.3.19

IParametricReLULayer

5.3.20

ISelectLayer

5.3.21

IShuffleLayer

5.3.22

ISliceLayer

5.3.23

IShapeLayer

5.3.24

ITopKLayer

5.3.25

IMatrixMultiplyLayer .

5.3.26

IRaggedSoftMaxLayer

5.3.27

IIdentityLayer

5.3.28

IConstantLayer

5.3.29

IResizeLayer

5.3.30

ILoop

5.3.30.1

ILoopBoundaryLayer

5.3.30.1.1 ITripLimitLayer

5.3.30.1.2 IRecurrenceLayer

5.3.30.1.3 IIteratorLayer . .

5.3.30.1.4 ILoopOutputLayer .

5.3.31

IFillLayer

5.3.32

IQuantizeLayer

5.3.33

IDequantizeLayer

5.3.34

IScatterLayer

5.3.35

IIfConditional

5.3.36

IConditionLayer

5.3.37

IIfConditionalOutputLayer

NVIDIA TensorRT 8.6.11 API Reference for DRIVE OS (May 2023) - page 12