class MLModelRunner

Declaration

class MLModelRunner { /* full declaration omitted */ };

Description

MLModelRunner interface: abstraction of a mechanism for evaluating a tensorflow "saved model". NOTE: feature indices are expected to be consistent all accross MLModelRunners (pertaining to the same model), and also Loggers (see TFUtils.h)

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:24

Member Variables

protected llvm::LLVMContext& Ctx

protected const llvm::MLModelRunner::Kind Type

private std::vector<void*> InputBuffers

private std::vector<std::vector<char*>> OwnedBuffers

Method Overview

• public MLModelRunner(const llvm::MLModelRunner &)
• protected MLModelRunner(llvm::LLVMContext & Ctx, llvm::MLModelRunner::Kind Type, size_t NrInputs)
• public template <typename T>T evaluate()
• protected virtual void * evaluateUntyped()
• public llvm::MLModelRunner::Kind getKind() const
• public template <typename T, typename I>T * getTensor(I FeatureID)
• public template <typename T, typename I>const T * getTensor(I FeatureID) const
• public void * getTensorUntyped(size_t Index)
• public const void * getTensorUntyped(size_t Index) const
• protected void setUpBufferForTensor(size_t Index, const llvm::TensorSpec & Spec, void * Buffer)
• public virtual ~MLModelRunner()

Methods

¶MLModelRunner(const llvm::MLModelRunner&)

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:27

Parameters

const llvm::MLModelRunner&

¶MLModelRunner(llvm::LLVMContext& Ctx,
              llvm::MLModelRunner::Kind Type,
              size_t NrInputs)

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:54

Parameters

llvm::LLVMContext& Ctx

llvm::MLModelRunner::Kind Type

size_t NrInputs

¶template <typename T>
T evaluate()

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:31

Templates

T

¶virtual void* evaluateUntyped()

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:58

¶llvm::MLModelRunner::Kind getKind() const

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:51

¶template <typename T, typename I>
T* getTensor(I FeatureID)

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:35

Templates

T

I

Parameters

I FeatureID

¶template <typename T, typename I>
const T* getTensor(I FeatureID) const

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:40

Templates

T

I

Parameters

I FeatureID

¶void* getTensorUntyped(size_t Index)

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:45

Parameters

size_t Index

¶const void* getTensorUntyped(size_t Index) const

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:46

Parameters

size_t Index

¶void setUpBufferForTensor(
    size_t Index,
    const llvm::TensorSpec& Spec,
    void* Buffer)

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:60

Parameters

size_t Index

const llvm::TensorSpec& Spec

void* Buffer

¶virtual ~MLModelRunner()

Declared at: llvm/include/llvm/Analysis/MLModelRunner.h:29