litert::CompiledModel

Summary

Inheritance

Inherits from: litert::internal::Handle< LiteRtCompiledModel, LiteRtDestroyCompiledModel >

Constructors and Destructors
CompiledModel()
CompiledModel(LiteRtModel litert_model, LiteRtCompiledModel compiled_model, OwnHandle owned)

Public functions
CreateInputBuffer(absl::string_view signature_name, absl::string_view input_name) const
CreateInputBuffer(absl::string_view input_name) const
CreateInputBuffers(absl::string_view signature_name) const
Expected< std::vector< TensorBuffer > >
CreateInputBuffers(size_t signature_index) const
Expected< std::vector< TensorBuffer > >
CreateInputBuffers() const
Expected< std::vector< TensorBuffer > >
CreateOutputBuffer(absl::string_view signature_name, absl::string_view output_name) const
CreateOutputBuffer(absl::string_view output_name) const
CreateOutputBuffers(absl::string_view signature_name) const
Expected< std::vector< TensorBuffer > >
CreateOutputBuffers(size_t signature_index) const
Expected< std::vector< TensorBuffer > >
CreateOutputBuffers() const
Expected< std::vector< TensorBuffer > >
GetInputBufferRequirements(absl::string_view signature_name, absl::string_view input_name)
GetInputBufferRequirements(size_t signature_index, size_t input_index) const
GetInputBufferRequirements(size_t signature_index, absl::string_view input_name) const
GetInputBufferRequirements(size_t input_index) const
GetInputBufferRequirements(absl::string_view input_name) const
GetOutputBufferRequirements(absl::string_view signature_name, absl::string_view output_name)
GetOutputBufferRequirements(size_t signature_index, size_t output_index) const
GetOutputBufferRequirements(size_t signature_index, absl::string_view output_name) const
GetOutputBufferRequirements(size_t output_index) const
GetOutputBufferRequirements(absl::string_view output_name) const
IsFullyAccelerated()
Expected< bool >
Run(size_t signature_index, const std::vector< TensorBuffer > & input_buffers, const std::vector< TensorBuffer > & output_buffers) const
Expected< void >
Run(const std::vector< TensorBuffer > & input_buffers, const std::vector< TensorBuffer > & output_buffers) const
Expected< void >
Run(absl::string_view signature_key, const std::vector< TensorBuffer > & input_buffers, const std::vector< TensorBuffer > & output_buffers) const
Expected< void >
Run(absl::string_view signature_key, const absl::flat_hash_map< absl::string_view, TensorBuffer > & input_map, const absl::flat_hash_map< absl::string_view, TensorBuffer > & output_map) const
Expected< void >
Run(const absl::flat_hash_map< absl::string_view, TensorBuffer > & input_map, const absl::flat_hash_map< absl::string_view, TensorBuffer > & output_map) const
Expected< void >
RunAsync(size_t signature_index, const std::vector< TensorBuffer > & input_buffers, const std::vector< TensorBuffer > & output_buffers, bool & async) const
Expected< void >
RunAsync(const std::vector< TensorBuffer > & input_buffers, const std::vector< TensorBuffer > & output_buffers, bool & async) const
Expected< void >
RunAsync(absl::string_view signature_key, const std::vector< TensorBuffer > & input_buffers, const std::vector< TensorBuffer > & output_buffers, bool & async) const
Expected< void >
RunAsync(absl::string_view signature_key, const absl::flat_hash_map< absl::string_view, TensorBuffer > & input_map, const absl::flat_hash_map< absl::string_view, TensorBuffer > & output_map, bool & async) const
Expected< void >
StartMetricsCollection(int detail_level)
Expected< void >
StopMetricsCollection()

Public static functions
Create(litert::Environment & env, litert::Model & model, const Options & jit_compilation_options)
Create(litert::Environment & env, litert::Model & model, LiteRtHwAccelerators hardware_accelerator)

Structs
litert::CompiledModel::Metrics

Public functions

CompiledModel

 CompiledModel()=default

CompiledModel

 CompiledModel(
  LiteRtModel litert_model,
  LiteRtCompiledModel compiled_model,
  OwnHandle owned
)

CreateInputBuffer

Expected< TensorBuffer > CreateInputBuffer(
  absl::string_view signature_name,
  absl::string_view input_name
) const

CreateInputBuffer

Expected< TensorBuffer > CreateInputBuffer(
  absl::string_view input_name
) const

CreateInputBuffers

Expected< std::vector< TensorBuffer > > CreateInputBuffers(
  absl::string_view signature_name
) const

CreateInputBuffers

Expected< std::vector< TensorBuffer > > CreateInputBuffers(
  size_t signature_index
) const

CreateInputBuffers

Expected< std::vector< TensorBuffer > > CreateInputBuffers() const

CreateOutputBuffer

Expected< TensorBuffer > CreateOutputBuffer(
  absl::string_view signature_name,
  absl::string_view output_name
) const

CreateOutputBuffer

Expected< TensorBuffer > CreateOutputBuffer(
  absl::string_view output_name
) const

CreateOutputBuffers

Expected< std::vector< TensorBuffer > > CreateOutputBuffers(
  absl::string_view signature_name
) const

CreateOutputBuffers

Expected< std::vector< TensorBuffer > > CreateOutputBuffers(
  size_t signature_index
) const

CreateOutputBuffers

Expected< std::vector< TensorBuffer > > CreateOutputBuffers() const

GetInputBufferRequirements

Expected< TensorBufferRequirements > GetInputBufferRequirements(
  absl::string_view signature_name,
  absl::string_view input_name
)

GetInputBufferRequirements

Expected< TensorBufferRequirements > GetInputBufferRequirements(
  size_t signature_index,
  size_t input_index
) const

GetInputBufferRequirements

Expected< TensorBufferRequirements > GetInputBufferRequirements(
  size_t signature_index,
  absl::string_view input_name
) const

GetInputBufferRequirements

Expected< TensorBufferRequirements > GetInputBufferRequirements(
  size_t input_index
) const

GetInputBufferRequirements

Expected< TensorBufferRequirements > GetInputBufferRequirements(
  absl::string_view input_name
) const

GetOutputBufferRequirements

Expected< TensorBufferRequirements > GetOutputBufferRequirements(
  absl::string_view signature_name,
  absl::string_view output_name
)

GetOutputBufferRequirements

Expected< TensorBufferRequirements > GetOutputBufferRequirements(
  size_t signature_index,
  size_t output_index
) const

GetOutputBufferRequirements

Expected< TensorBufferRequirements > GetOutputBufferRequirements(
  size_t signature_index,
  absl::string_view output_name
) const

GetOutputBufferRequirements

Expected< TensorBufferRequirements > GetOutputBufferRequirements(
  size_t output_index
) const

GetOutputBufferRequirements

Expected< TensorBufferRequirements > GetOutputBufferRequirements(
  absl::string_view output_name
) const

IsFullyAccelerated

Expected< bool > IsFullyAccelerated()

Run

Expected< void > Run(
  size_t signature_index,
  const std::vector< TensorBuffer > & input_buffers,
  const std::vector< TensorBuffer > & output_buffers
) const

Run

Expected< void > Run(
  const std::vector< TensorBuffer > & input_buffers,
  const std::vector< TensorBuffer > & output_buffers
) const

Run

Expected< void > Run(
  absl::string_view signature_key,
  const std::vector< TensorBuffer > & input_buffers,
  const std::vector< TensorBuffer > & output_buffers
) const

Run

Expected< void > Run(
  absl::string_view signature_key,
  const absl::flat_hash_map< absl::string_view, TensorBuffer > & input_map,
  const absl::flat_hash_map< absl::string_view, TensorBuffer > & output_map
) const

Run

Expected< void > Run(
  const absl::flat_hash_map< absl::string_view, TensorBuffer > & input_map,
  const absl::flat_hash_map< absl::string_view, TensorBuffer > & output_map
) const

RunAsync

Expected< void > RunAsync(
  size_t signature_index,
  const std::vector< TensorBuffer > & input_buffers,
  const std::vector< TensorBuffer > & output_buffers,
  bool & async
) const

RunAsync

Expected< void > RunAsync(
  const std::vector< TensorBuffer > & input_buffers,
  const std::vector< TensorBuffer > & output_buffers,
  bool & async
) const

RunAsync

Expected< void > RunAsync(
  absl::string_view signature_key,
  const std::vector< TensorBuffer > & input_buffers,
  const std::vector< TensorBuffer > & output_buffers,
  bool & async
) const

RunAsync

Expected< void > RunAsync(
  absl::string_view signature_key,
  const absl::flat_hash_map< absl::string_view, TensorBuffer > & input_map,
  const absl::flat_hash_map< absl::string_view, TensorBuffer > & output_map,
  bool & async
) const

StartMetricsCollection

Expected< void > StartMetricsCollection(
  int detail_level
)

StopMetricsCollection

Expected< Metrics > StopMetricsCollection()

Public static functions

Create

Expected< CompiledModel > Create(
  litert::Environment & env,
  litert::Model & model,
  const Options & jit_compilation_options
)

Create

Expected< CompiledModel > Create(
  litert::Environment & env,
  litert::Model & model,
  LiteRtHwAccelerators hardware_accelerator
)