tensorflow::serving::CachingManager::Options

#include <caching_manager.h>

Config options and pluggable objects that will be used by the CachingManager.

Summary

Public attributes

env = Env::Default()
Env *
load_retry_interval_micros = 1LL * 60 * 1000 * 1000
int64_t
max_num_load_retries = 5
uint32
num_load_threads = 0
uint32
num_unload_threads = 0
uint32
resource_tracker
std::unique_ptr< ResourceTracker >
servable_event_bus = nullptr
EventBus< ServableState > *

Public attributes

env

Env * tensorflow::serving::CachingManager::Options::env = Env::Default()

load_retry_interval_micros

int64_t tensorflow::serving::CachingManager::Options::load_retry_interval_micros = 1LL * 60 * 1000 * 1000

max_num_load_retries

uint32 tensorflow::serving::CachingManager::Options::max_num_load_retries = 5

num_load_threads

uint32 tensorflow::serving::CachingManager::Options::num_load_threads = 0

num_unload_threads

uint32 tensorflow::serving::CachingManager::Options::num_unload_threads = 0

resource_tracker

std::unique_ptr< ResourceTracker > tensorflow::serving::CachingManager::Options::resource_tracker

servable_event_bus

EventBus< ServableState > * tensorflow::serving::CachingManager::Options::servable_event_bus = nullptr