Skip to content

Commit 9d5857f

Browse files
committed
Update realtime api configuration docs
1 parent 6aee81b commit 9d5857f

File tree

1 file changed

+11
-11
lines changed

1 file changed

+11
-11
lines changed

docs/workloads/realtime/configuration.md

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -9,13 +9,13 @@
99
predictor:
1010
type: python
1111
path: <string> # path to a python file with a PythonPredictor class definition, relative to the Cortex root (required)
12-
multi_model_reloading: # use this to serve a single model or multiple ones with live reloading (optional)
13-
path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided)
14-
paths: # list of S3 paths to exported model directories (either this, 'dir', or 'path' must be provided)
12+
multi_model_reloading: # use this to serve one or more models with live reloading (optional)
13+
path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided if 'multi_model_reloading' is specified)
14+
paths: # list of S3 paths to exported model directories (either this, 'dir', or 'path' must be provided if 'multi_model_reloading' is specified)
1515
- name: <string> # unique name for the model (e.g. text-generator) (required)
1616
path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (required)
1717
...
18-
dir: <string> # S3 path to a directory containing multiple models (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided)
18+
dir: <string> # S3 path to a directory containing multiple models (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided if 'multi_model_reloading' is specified)
1919
cache_size: <int> # the number models to keep in memory (optional; all models are kept in memory by default)
2020
disk_cache_size: <int> # the number of models to keep on disk (optional; all models are kept on disk by default)
2121
server_side_batching: # (optional)
@@ -62,14 +62,14 @@
6262
predictor:
6363
type: tensorflow
6464
path: <string> # path to a python file with a TensorFlowPredictor class definition, relative to the Cortex root (required)
65-
models: # use this to serve a single model or multiple ones (required)
66-
path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided)
67-
paths: # list of S3 paths to exported model directories (either this, 'dir', or 'path' must be provided)
65+
models: # (required)
66+
path: <string> # S3 path to an exported SavedModel directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided)
67+
paths: # list of S3 paths to exported SavedModel directories (either this, 'dir', or 'path' must be provided)
6868
- name: <string> # unique name for the model (e.g. text-generator) (required)
69-
path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (required)
69+
path: <string> # S3 path to an exported SavedModel directory (e.g. s3://my-bucket/exported_model/) (required)
7070
signature_key: <string> # name of the signature def to use for prediction (required if your model has more than one signature def)
7171
...
72-
dir: <string> # S3 path to a directory containing multiple models (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided)
72+
dir: <string> # S3 path to a directory containing multiple SavedModel directories (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided)
7373
signature_key: # name of the signature def to use for prediction (required if your model has more than one signature def)
7474
cache_size: <int> # the number models to keep in memory (optional; all models are kept in memory by default)
7575
disk_cache_size: <int> # the number of models to keep on disk (optional; all models are kept on disk by default)
@@ -118,13 +118,13 @@
118118
predictor:
119119
type: onnx
120120
path: <string> # path to a python file with an ONNXPredictor class definition, relative to the Cortex root (required)
121-
models: # use this to serve a single model or multiple ones (required)
121+
models: # (required)
122122
path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided)
123123
paths: # list of S3 paths to exported model directories (either this, 'dir', or 'path' must be provided)
124124
- name: <string> # unique name for the model (e.g. text-generator) (required)
125125
path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (required)
126126
...
127-
dir: <string> # S3 path to a directory containing multiple models (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided)
127+
dir: <string> # S3 path to a directory containing multiple model directories (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided)
128128
cache_size: <int> # the number models to keep in memory (optional; all models are kept in memory by default)
129129
disk_cache_size: <int> # the number of models to keep on disk (optional; all models are kept on disk by default)
130130
processes_per_replica: <int> # the number of parallel serving processes to run on each replica (default: 1)

0 commit comments

Comments
 (0)