Pre install python packages in predictor images (#550)

Author: vishalbollu

docs/dependencies/python-packages.md

@@ -1,21 +1,8 @@
 # Python packages
 
-## Pre-installed packages
-
-The following packages have been pre-installed and can be used in your implementations:
-
-```text
-boto3==1.9.228
-msgpack==0.6.1
-numpy==1.17.2
-requests==2.22.0
-tensorflow==1.14.0  # For TensorFlow models only
-onnxruntime==0.5.0  # For ONNX models only
-```
-
 ## PyPI packages
 
-You can install additional PyPI packages and import them in your Python files. Cortex looks for a `requirements.txt` file in the top level Cortex project directory (i.e. the directory which contains `cortex.yaml`):
+You can install your required PyPI packages and import them in your Python files. Cortex looks for a `requirements.txt` file in the top level Cortex project directory (i.e. the directory which contains `cortex.yaml`):
 
 ```text
 ./iris-classifier/

docs/deployments/predictor.md

@@ -71,3 +71,36 @@ def predict(sample, metadata):
     # Translate the model output to the corresponding label string
     return labels[torch.argmax(output[0])]
 ```
+
+## Pre-installed packages
+
+The following packages have been pre-installed and can be used in your implementations:
+
+```
+Keras==2.3.1
+Pillow==6.2.1
+cloudpickle==1.2.2
+dill==0.3.1.1
+flask-api==1.1
+flask==1.1.1
+joblib==0.14.0
+nltk==3.4.5
+np-utils==0.5.11.1
+numpy==1.17.3
+pandas==0.25.3
+torch==1.3.0
+scikit-image==0.16.2
+scikit-learn==0.21.3
+scipy==1.3.1
+six==1.12.0
+statsmodels==0.10.1
+sympy==1.4
+tensor2tensor==1.14.1
+tensorflow-hub==0.7.0
+tensorflow==2.0.0
+torchvision==0.4.1
+waitress==1.3.1
+xgboost==0.90
+```
+
+Learn how to install additional packages [here](../dependencies/python-packages.md).

docs/deployments/request-handlers.md

@@ -67,3 +67,19 @@ def post_inference(prediction, signature, metadata):
     predicted_class_id = prediction[0][0]
     return labels[predicted_class_id]
 ```
+
+## Pre-installed packages
+
+The following packages have been pre-installed and can be used in your implementations:
+
+```text
+boto3==1.9.228
+msgpack==0.6.1
+numpy==1.17.3
+requests==2.22.0
+dill==0.3.1.1
+tensorflow==1.14.0  # For TensorFlow models only
+onnxruntime==0.5.0  # For ONNX models only
+```
+
+Learn how to install additional packages [here](../dependencies/python-packages.md).

examples/pytorch/image-classifier/requirements.txt

@@ -1,2 +1,2 @@
-torch==1.3.0
-torchvision==0.4.0
+torch==1.3.*
+torchvision==0.4.*

examples/pytorch/iris-classifier/requirements.txt

@@ -1,2 +1,2 @@
-torch==1.2.*
+torch==1.3.*
 scikit-learn==0.21.*

examples/pytorch/text-generator/requirements.txt

@@ -1,2 +1,2 @@
-torch==1.3.0
-transformers==2.1.1
+torch==1.3.*
+transformers==2.1.*

examples/tensorflow/image-classifier/requirements.txt

@@ -1,2 +1 @@
-pillow
-torchvision
+Pillow

images/predictor-serve-gpu/Dockerfile

@@ -22,8 +22,8 @@ ENV PYTHONPATH "${PYTHONPATH}:/src:/mnt/project"
 
 COPY pkg/workloads/cortex/lib/requirements.txt /src/cortex/lib/requirements.txt
 COPY pkg/workloads/cortex/predictor_serve/requirements.txt /src/cortex/predictor_serve/requirements.txt
-RUN pip install -r /src/cortex/lib/requirements.txt && \
-    pip install -r /src/cortex/predictor_serve/requirements.txt && \
+RUN pip install --no-cache-dir -r /src/cortex/lib/requirements.txt && \
+    pip install --no-cache-dir -r /src/cortex/predictor_serve/requirements.txt && \
     rm -rf /root/.cache/pip*
 
 COPY pkg/workloads/cortex/consts.py /src/cortex

images/predictor-serve/Dockerfile

@@ -22,8 +22,8 @@ ENV PYTHONPATH "${PYTHONPATH}:/src:/mnt/project"
 
 COPY pkg/workloads/cortex/lib/requirements.txt /src/cortex/lib/requirements.txt
 COPY pkg/workloads/cortex/predictor_serve/requirements.txt /src/cortex/predictor_serve/requirements.txt
-RUN pip install -r /src/cortex/lib/requirements.txt && \
-    pip install -r /src/cortex/predictor_serve/requirements.txt && \
+RUN pip install --no-cache-dir -r /src/cortex/lib/requirements.txt && \
+    pip install --no-cache-dir -r /src/cortex/predictor_serve/requirements.txt && \
     rm -rf /root/.cache/pip*
 
 COPY pkg/workloads/cortex/consts.py /src/cortex

pkg/workloads/cortex/lib/requirements.txt

@@ -1,6 +1,6 @@
 boto3==1.9.228
 msgpack==0.6.1
-numpy==1.17.2
+numpy==1.17.3
 json_tricks==3.13.2
 requests==2.22.0
 datadog==0.30.0