Merge pull request #2 from pydata/master

Updating fork

Author: simongarisch

.codecov.yml

@@ -0,0 +1,11 @@
+codecov:
+  notify:
+    require_ci_to_pass: no
+coverage:
+  status:
+    project:
+      default:
+        # Require 1% coverage, i.e., always succeed
+        target: 1
+    patch: false
+    changes: false

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,4 +1,5 @@
 - [ ] closes #xxxx
 - [ ] tests added / passed
 - [ ] passes `git diff upstream/master -u -- "*.py" | flake8 --diff`
+- [ ] passes `black --check pandas_datareader`
 - [ ] added entry to docs/source/whatsnew/vLATEST.txt

.travis.yml

@@ -1,98 +1,72 @@
-sudo: false
-
+dist: bionic
 language: python
 
 env:
   global:
+    - TEST_TYPE="stable and not requires_api_key"
     # Doctr deploy key for pydata/pandas-datareader
     - secure: "iGbOAbBSV5y0TKDh2CifRSk6OpLA9GbEEL/hscHFLSDDUCWcdfvYXda3SWJFWyoQ5QUxSigXWd+ukr4u92d7lmB7m3TWj6BAMNuRpatTgnejLNwLvNeYdvLAxPvx39Cq85frd1Rx1beBLn3h/4wm4Ah+dR5W9NH8+x3OuZMH3Eo="
 
-
 matrix:
   fast_finish: true
   include:
-  - dist: bionic
-    env:
-      - PYTHON=2.7 PANDAS=0.19.2
-  - dist: bionic
-    env:
-      - PYTHON=2.7 PANDAS=0.22
-  - dist: bionic
-    env:
-      - PYTHON=3.5 PANDAS=0.19.2
-  - dist: bionic
-    env:
-      - PYTHON=3.5 PANDAS=0.20.3
-  - dist: bionic
-    env:
-      - PYTHON=3.6 PANDAS=0.23.0
-  - dist: bionic
-    env:
-      - PYTHON=3.7 PANDAS=0.25 DOCBUILD=true
-  # In allow failures
-  - dist: bionic
-    env:
-      - PYTHON=3.6 PANDAS="MASTER"
+  - python: 2.7
+    env: PANDAS=0.24 NUMPY=1.16
+  - python: 3.5
+    env: PANDAS=0.21 NUMPY=1.13
+  - python: 3.5
+    env: PANDAS=0.22 NUMPY=1.13
+  - python: 3.6
+    env: PANDAS=0.23 NUMPY=1.14
+  - python: 3.7
+    env: PANDAS=0.25 NUMPY=1.17 DOCBUILD=true
+  - python: 3.7
+    env: PANDAS=0.25 NUMPY=1.17
+  - python: 3.7
+    env: TEST_TYPE="quandl" PANDAS=0.25 NUMPY=1.17
+    # In allow failures
+  - python: 3.7
+    env: TEST_TYPE="alpha_vantage" PANDAS=0.25 NUMPY=1.17
+  - python: 3.7
+    env: TEST_TYPE="not stable and not alpha_vantage and not quandl" PANDAS=0.25 NUMPY=1.17
+  - python: 3.7
+    env: PANDAS="MASTER" NUMPY=1.17
   allow_failures:
-    - dist: bionic
-      env:
-        - PYTHON=3.6 PANDAS="MASTER"
+    - python: 3.7
+      env: PANDAS="MASTER" NUMPY=1.17
+    - python: 3.7
+      env: TEST_TYPE="alpha_vantage" PANDAS=0.25 NUMPY=1.17
+    - python: 3.7
+      env: TEST_TYPE="not stable and not alpha_vantage and not quandl" PANDAS=0.25 NUMPY=1.17
 
 install:
-  - pip install -qq flake8
-  # You may want to periodically update this, although the conda update
-  # conda line below will keep everything up-to-date.  We do this
-  # conditionally because it saves us some downloading if the version is
-  # the same.
-  - if [[ "$PYTHON" == "2.7" ]]; then
-      wget http://repo.continuum.io/miniconda/Miniconda-latest-Linux-x86_64.sh -O miniconda.sh;
-    else
-      wget http://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh;
-    fi
-  - bash miniconda.sh -b -p $HOME/miniconda
-  - export PATH="$HOME/miniconda/bin:$PATH"
-  - hash -r
-  - conda config --set always_yes yes --set changeps1 no
-  - conda config --add channels pandas
-  - conda update -q conda
-  # Useful for debugging any issues with conda
-  - conda info -a
-  - conda create -q -n test-environment python=$PYTHON coverage setuptools html5lib lxml pytest pytest-cov wrapt
-  - source activate test-environment
-  - if [[ "$PANDAS" == "MASTER" ]]; then
-      conda install numpy pytz python-dateutil;
-      PRE_WHEELS="https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com";
-      pip install --pre --upgrade --timeout=60 -f $PRE_WHEELS pandas;
-    else
-      conda install pandas=$PANDAS;
-    fi
-  - if [[ $DOCBUILD ]]; then
-      conda install sphinx ipython matplotlib;
-      pip install sphinx_rtd_theme doctr;
-    fi
-  - pip install pip --upgrade
-  - pip install codecov coveralls beautifulsoup4
-  - conda list
+  - source ci/pypi-install.sh;
+  - pip list
   - python setup.py install
 
 script:
-    - export ENIGMA_API_KEY=$ENIGMA_API_KEY
-    - pytest -s -r xX --cov-config .coveragerc --cov=pandas_datareader --cov-report xml:/tmp/cov-datareader.xml --junitxml=/tmp/datareader.xml
-    - flake8 --version
-    - flake8 pandas_datareader
-
-after_script:
+  - if [[ -n "${TEST_TYPE+x}" ]]; then export MARKERS="-m ${TEST_TYPE}"; fi
+  - pytest -v -s -r xX "${MARKERS}" --cov-config .coveragerc --cov=pandas_datareader --cov-report xml:/tmp/cov-datareader.xml --junitxml=/tmp/datareader.xml
+  - |
+    if (( $(echo "$TRAVIS_PYTHON_VERSION > 3.5" | bc -l) )); then
+      black --check pandas_datareader
+    fi
+  - flake8 --version
+  - flake8 pandas_datareader
   - |
-    if [[ ${DOCBUILD} ]]; then
+    if [[ "$DOCBUILD" ]]; then
+      set -e
       cd docs
-      make html && make html
+      make html
       cd ..
-      doctr deploy devel --build-tags
-      if [[ -z ${TRAVIS_TAG} ]]; then
-        echo "Not a tagged build."
+      if [[ -z "$TRAVIS_TAG" ]]; then
+        doctr deploy devel --build-tags
       else
-        doctr deploy stable --build-tags
+        doctr deploy . --build-tags
       fi
+      set +e
     fi
+
+after_script:
   - coveralls
   - codecov

MANIFEST.in

@@ -1,5 +1,7 @@
 include README.md
 include LICENSE.md
+include requirements.txt
+include requirements-dev.txt
 include pandas_datareader/*.py
 
 include pandas_datareader/tests/*.py

README.rst

@@ -18,14 +18,18 @@ Up to date remote data access for pandas, works for multiple versions of pandas.
 .. image:: https://readthedocs.org/projects/pandas-datareader/badge/?version=latest
     :target: https://pandas-datareader.readthedocs.io/en/latest/
 
-.. image:: https://landscape.io/github/pydata/pandas-datareader/master/landscape.svg?style=flat
-   :target: https://landscape.io/github/pydata/pandas-datareader/master
-   :alt: Code Health
+.. image:: https://img.shields.io/badge/code%20style-black-000000.svg
+     :target: https://github.com/psf/black
+
+
+.. warning::
+
+  v0.8.0 is the last version which officially supports Python 2.7. Future versions of ``pandas_datareader`` will end support for Python 2.x.
 
 .. warning::
 
-   As of v0.7.0 Google finance and Morningstar have been been immediately deprecated due to
-   large changes in their API and no stable replacement.
+  As of v0.8.0 Robinhood has been immediately deprecated due to
+  large changes in their API and no stable replacement.
 
 
 Usage
@@ -49,9 +53,9 @@ Many functions from the data module have been included in the top level API.
 Documentation
 -------------
 
-`Stable documentation <https://pydata.github.io/pandas-datareader/stable/>`__
+`Stable documentation <https://pydata.github.io/pandas-datareader/>`__
 is available on
-`github.io <https://pydata.github.io/pandas-datareader/stable/>`__.
+`github.io <https://pydata.github.io/pandas-datareader/>`__.
 A second copy of the stable documentation is hosted on
 `read the docs <https://pandas-datareader.readthedocs.io/>`_ for more details.
 
@@ -69,16 +73,25 @@ Using pandas datareader requires the following packages:
 * pandas>=0.19.2
 * lxml
 * requests>=2.3.0
-* wrapt
 
 Building the documentation additionally requires:
 
 * matplotlib
 * ipython
+* requests_cache
 * sphinx
 * sphinx_rtd_theme
 
-Testing requires pytest.
+Development and testing additionally requires:
+
+* black
+* coverage
+* codecov
+* coveralls
+* flake8
+* pytest
+* pytest-cov
+* wrapt
 
 Install latest release version via pip
 ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

ci/pypi-install.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+pip install pip --upgrade
+pip install numpy=="$NUMPY" lxml
+pip install -r requirements-dev.txt
+
+if [[ "$PANDAS" == "MASTER" ]]; then
+  PRE_WHEELS="https://7933911d6844c6c53a7d-47bd50c35cd79bd838daf386af554a83.ssl.cf2.rackcdn.com"
+  pip install --pre --upgrade --timeout=60 -f "$PRE_WHEELS" pandas
+else
+  pip install pandas=="$PANDAS"
+fi
+
+if [[ "$DOCBUILD" ]]; then
+  pip install doctr
+  pip install -r docs/requirements.txt
+fi

docs/contributors.py

@@ -0,0 +1,29 @@
+"""
+Get a list of contributors between now and a start date
+"""
+
+import datetime as dt
+import os
+
+from github import Github
+
+# or using an access token
+g = Github(os.environ.get("GITHUB_API_KEY"))
+
+repo = g.get_repo("pydata/pandas-datareader")
+
+start = dt.datetime(2018, 9, 12, 0, 0, 0)
+pulls = repo.get_pulls(state="closed", sort="updated", base="master", direction="desc")
+
+users = set()
+for i, p in enumerate(pulls):
+    print(f"{i}: {p.number}")
+    if p.merged and p.merged_at >= start:
+        users.update([p.user.name])
+    if p.updated_at < start:
+        break
+
+contrib = sorted((c for c in users if c), key=lambda s: s.split(" ")[-1])
+
+for c in contrib:
+    print(f"- {c}")

docs/requirements.txt

@@ -0,0 +1,5 @@
+sphinx
+ipython
+matplotlib
+sphinx_rtd_theme
+requests_cache