From c65bc11fa2d57368ae4b4fff1164a1e94d76d7ce Mon Sep 17 00:00:00 2001 From: Jeremy Dyer Date: Tue, 3 Dec 2019 12:55:30 -0500 Subject: [PATCH 1/4] Added base Conda environment yml file closes: #285 --- CONTRIBUTING.md | 10 ++++++++++ conda/environments/streamz_dev.yml | 20 ++++++++++++++++++++ 2 files changed, 30 insertions(+) create mode 100644 CONTRIBUTING.md create mode 100644 conda/environments/streamz_dev.yml diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md new file mode 100644 index 00000000..8b362216 --- /dev/null +++ b/CONTRIBUTING.md @@ -0,0 +1,10 @@ +# Contributing to Streamz + +## Streamz Conda Environment +For the convenience of the community streamz offers an environment file for contributors to create conda environments. A few basic quick start commands for creating a using a streamz conda environment are found below. + +### Creating Conda Development Environment +Creating the streamz conda environment can be achieved by simply running ```conda env create -f ./conda/environments/streamz_dev.yml``` + +### Using Conda Environment +The streamz conda environment can be activated by running ```conda activate streamz_dev``` diff --git a/conda/environments/streamz_dev.yml b/conda/environments/streamz_dev.yml new file mode 100644 index 00000000..d3bdecdf --- /dev/null +++ b/conda/environments/streamz_dev.yml @@ -0,0 +1,20 @@ +name: streamz_dev +channels: + - conda-forge + - defaults +dependencies: + - python>=3.7 + - cython>=0.29,<0.30 + - pytest + - flake8 + - black + - isort + - tornado + - toolz + - zict + - six + - librdkafka=1.2.2 + - dask + - distributed + - pandas + - python-confluent-kafka=1.1.0 From bd37646b20bc58033c32017203ed2e8db2b9809c Mon Sep 17 00:00:00 2001 From: Jeremy Dyer Date: Tue, 3 Dec 2019 16:05:34 -0500 Subject: [PATCH 2/4] Added docs requirements to conda environment file --- conda/environments/streamz_dev.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/conda/environments/streamz_dev.yml b/conda/environments/streamz_dev.yml index d3bdecdf..0106d5dd 100644 --- a/conda/environments/streamz_dev.yml +++ b/conda/environments/streamz_dev.yml @@ -18,3 +18,6 @@ dependencies: - distributed - pandas - python-confluent-kafka=1.1.0 + - numpydoc + - sphinx + - sphinx_rtd_theme From 4d153372298aef87693185c542a6def603059275 Mon Sep 17 00:00:00 2001 From: Jeremy Dyer Date: Tue, 3 Dec 2019 17:08:56 -0500 Subject: [PATCH 3/4] Removed cython from conda environment file as it was left their by mistake --- conda/environments/streamz_dev.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/conda/environments/streamz_dev.yml b/conda/environments/streamz_dev.yml index 0106d5dd..4e237603 100644 --- a/conda/environments/streamz_dev.yml +++ b/conda/environments/streamz_dev.yml @@ -4,7 +4,6 @@ channels: - defaults dependencies: - python>=3.7 - - cython>=0.29,<0.30 - pytest - flake8 - black From 1fa1fb435af66f2f5d8a916de436dd653fdecca5 Mon Sep 17 00:00:00 2001 From: Jeremy Dyer Date: Wed, 4 Dec 2019 10:20:40 -0500 Subject: [PATCH 4/4] Configured Travis CI to use the new conda environment file instead of manually installing them. Also added a few more dependencies to the environment file that were missed --- .travis.yml | 2 +- conda/environments/streamz_dev.yml | 10 ++++++++++ 2 files changed, 11 insertions(+), 1 deletion(-) diff --git a/.travis.yml b/.travis.yml index 9dd069c7..8483fa3b 100644 --- a/.travis.yml +++ b/.travis.yml @@ -21,7 +21,7 @@ install: - conda update conda # Install dependencies - - conda create -n test-streamz python=$TRAVIS_PYTHON_VERSION pytest tornado toolz flake8 coverage codecov networkx graphviz python-graphviz dask distributed pandas bokeh ipython ipykernel ipywidgets python-confluent-kafka -c conda-forge -c bokeh + - conda env create --name test-streamz --file ./conda/environments/streamz_dev.yml - source activate test-streamz - pip install git+https://github.com/dask/distributed.git --upgrade --no-deps diff --git a/conda/environments/streamz_dev.yml b/conda/environments/streamz_dev.yml index 4e237603..3e52acaf 100644 --- a/conda/environments/streamz_dev.yml +++ b/conda/environments/streamz_dev.yml @@ -1,6 +1,7 @@ name: streamz_dev channels: - conda-forge + - bokeh - defaults dependencies: - python>=3.7 @@ -20,3 +21,12 @@ dependencies: - numpydoc - sphinx - sphinx_rtd_theme + - codecov + - coverage + - networkx + - graphviz + - python-graphviz + - bokeh + - ipython + - ipykernel + - ipywidgets