tensorflow::serving::ServingSessionWrapper

#include <serving_session.h>

A ServingSession that wraps a given Session, and blocks all calls other than Run().

Summary

Inheritance

Inherits from: tensorflow::serving::ServingSession
Direct Known Subclasses:tensorflow::serving::SessionWrapperIgnoreThreadPoolOptions

Constructors and Destructors
ServingSessionWrapper(std::unique_ptr< Session > wrapped)
~ServingSessionWrapper()

Public functions
ListDevices(std::vector< DeviceAttributes > *response) override
Status
Run(const std::vector< std::pair< string, Tensor >> & inputs, const std::vector< string > & output_tensor_names, const std::vector< string > & target_node_names, std::vector< Tensor > *outputs) override
Status
Run(const RunOptions & run_options, const std::vector< std::pair< string, Tensor >> & inputs, const std::vector< string > & output_tensor_names, const std::vector< string > & target_node_names, std::vector< Tensor > *outputs, RunMetadata *run_metadata) override
Status
Run(const RunOptions & run_options, const std::vector< std::pair< string, Tensor >> & inputs, const std::vector< string > & output_tensor_names, const std::vector< string > & target_node_names, std::vector< Tensor > *outputs, RunMetadata *run_metadata, const thread::ThreadPoolOptions & thread_pool_options) override
Status

Public functions

ListDevices

Status ListDevices(
  std::vector< DeviceAttributes > *response
) override

Run

Status Run(
  const std::vector< std::pair< string, Tensor >> & inputs,
  const std::vector< string > & output_tensor_names,
  const std::vector< string > & target_node_names,
  std::vector< Tensor > *outputs
) override

Run

Status Run(
  const RunOptions & run_options,
  const std::vector< std::pair< string, Tensor >> & inputs,
  const std::vector< string > & output_tensor_names,
  const std::vector< string > & target_node_names,
  std::vector< Tensor > *outputs,
  RunMetadata *run_metadata
) override

Run

Status Run(
  const RunOptions & run_options,
  const std::vector< std::pair< string, Tensor >> & inputs,
  const std::vector< string > & output_tensor_names,
  const std::vector< string > & target_node_names,
  std::vector< Tensor > *outputs,
  RunMetadata *run_metadata,
  const thread::ThreadPoolOptions & thread_pool_options
) override

ServingSessionWrapper

 ServingSessionWrapper(
  std::unique_ptr< Session > wrapped
)

~ServingSessionWrapper

 ~ServingSessionWrapper() override=default