|
9 | 9 | predictor: |
10 | 10 | type: python |
11 | 11 | path: <string> # path to a python file with a PythonPredictor class definition, relative to the Cortex root (required) |
12 | | - multi_model_reloading: # use this to serve a single model or multiple ones with live reloading (optional) |
13 | | - path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided) |
14 | | - paths: # list of S3 paths to exported model directories (either this, 'dir', or 'path' must be provided) |
| 12 | + multi_model_reloading: # use this to serve one or more models with live reloading (optional) |
| 13 | + path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided if 'multi_model_reloading' is specified) |
| 14 | + paths: # list of S3 paths to exported model directories (either this, 'dir', or 'path' must be provided if 'multi_model_reloading' is specified) |
15 | 15 | - name: <string> # unique name for the model (e.g. text-generator) (required) |
16 | 16 | path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (required) |
17 | 17 | ... |
18 | | - dir: <string> # S3 path to a directory containing multiple models (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided) |
| 18 | + dir: <string> # S3 path to a directory containing multiple models (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided if 'multi_model_reloading' is specified) |
19 | 19 | cache_size: <int> # the number models to keep in memory (optional; all models are kept in memory by default) |
20 | 20 | disk_cache_size: <int> # the number of models to keep on disk (optional; all models are kept on disk by default) |
21 | 21 | server_side_batching: # (optional) |
|
62 | 62 | predictor: |
63 | 63 | type: tensorflow |
64 | 64 | path: <string> # path to a python file with a TensorFlowPredictor class definition, relative to the Cortex root (required) |
65 | | - models: # use this to serve a single model or multiple ones (required) |
66 | | - path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided) |
67 | | - paths: # list of S3 paths to exported model directories (either this, 'dir', or 'path' must be provided) |
| 65 | + models: # (required) |
| 66 | + path: <string> # S3 path to an exported SavedModel directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided) |
| 67 | + paths: # list of S3 paths to exported SavedModel directories (either this, 'dir', or 'path' must be provided) |
68 | 68 | - name: <string> # unique name for the model (e.g. text-generator) (required) |
69 | | - path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (required) |
| 69 | + path: <string> # S3 path to an exported SavedModel directory (e.g. s3://my-bucket/exported_model/) (required) |
70 | 70 | signature_key: <string> # name of the signature def to use for prediction (required if your model has more than one signature def) |
71 | 71 | ... |
72 | | - dir: <string> # S3 path to a directory containing multiple models (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided) |
| 72 | + dir: <string> # S3 path to a directory containing multiple SavedModel directories (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided) |
73 | 73 | signature_key: # name of the signature def to use for prediction (required if your model has more than one signature def) |
74 | 74 | cache_size: <int> # the number models to keep in memory (optional; all models are kept in memory by default) |
75 | 75 | disk_cache_size: <int> # the number of models to keep on disk (optional; all models are kept on disk by default) |
|
118 | 118 | predictor: |
119 | 119 | type: onnx |
120 | 120 | path: <string> # path to a python file with an ONNXPredictor class definition, relative to the Cortex root (required) |
121 | | - models: # use this to serve a single model or multiple ones (required) |
| 121 | + models: # (required) |
122 | 122 | path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (either this, 'dir', or 'paths' must be provided) |
123 | 123 | paths: # list of S3 paths to exported model directories (either this, 'dir', or 'path' must be provided) |
124 | 124 | - name: <string> # unique name for the model (e.g. text-generator) (required) |
125 | 125 | path: <string> # S3 path to an exported model directory (e.g. s3://my-bucket/exported_model/) (required) |
126 | 126 | ... |
127 | | - dir: <string> # S3 path to a directory containing multiple models (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided) |
| 127 | + dir: <string> # S3 path to a directory containing multiple model directories (e.g. s3://my-bucket/models/) (either this, 'path', or 'paths' must be provided) |
128 | 128 | cache_size: <int> # the number models to keep in memory (optional; all models are kept in memory by default) |
129 | 129 | disk_cache_size: <int> # the number of models to keep on disk (optional; all models are kept on disk by default) |
130 | 130 | processes_per_replica: <int> # the number of parallel serving processes to run on each replica (default: 1) |
|
0 commit comments