tensorflow::
#include <caching_manager.h>
Config options and pluggable objects that will be used by the CachingManager.
Summary
Public attributes |
|
|---|---|
env = Env::Default()
|
Env *
|
load_retry_interval_micros = 1LL * 60 * 1000 * 1000
|
int64_t
|
max_num_load_retries = 5
|
uint32
|
num_load_threads = 0
|
uint32
|
num_unload_threads = 0
|
uint32
|
resource_tracker
|
std::unique_ptr< ResourceTracker >
|
servable_event_bus = nullptr
|
EventBus< ServableState > *
|
Public attributes
env
Env * tensorflow::serving::CachingManager::Options::env = Env::Default()
load_retry_interval_micros
int64_t tensorflow::serving::CachingManager::Options::load_retry_interval_micros = 1LL * 60 * 1000 * 1000
max_num_load_retries
uint32 tensorflow::serving::CachingManager::Options::max_num_load_retries = 5
num_load_threads
uint32 tensorflow::serving::CachingManager::Options::num_load_threads = 0
num_unload_threads
uint32 tensorflow::serving::CachingManager::Options::num_unload_threads = 0
resource_tracker
std::unique_ptr< ResourceTracker > tensorflow::serving::CachingManager::Options::resource_tracker
servable_event_bus
EventBus< ServableState > * tensorflow::serving::CachingManager::Options::servable_event_bus = nullptr