Add C files and use Cython for package setup

Author: ruairif

.travis.yml

@@ -8,8 +8,8 @@ env:
 
 install:
 - pip install cython
-- pip install -U tox codecov
-
+- CYTHONIZE=1 python setup.py build
+- pip install -U tox
 script: tox
 
 after_success:

MANIFEST.in

@@ -1,2 +1,4 @@
 include scrapely/*.pyx
-include scrapely/extraction/*.pyx
+include scrapely/extraction/*.pyx
+include scrapely/*.c
+include scrapely/extraction/*.c

requirements.txt

@@ -1,4 +1,3 @@
 numpy
 w3lib
-six
-cython
+six

setup.py

@@ -1,17 +1,23 @@
 #!/usr/bin/env python
+import os
 from setuptools import setup, find_packages
 from setuptools.extension import Extension
-from Cython.Build import cythonize
 import numpy as np
 
+
+USE_CYTHON = 'CYTHONIZE' in os.environ
+ext = '.pyx' if USE_CYTHON else '.c'
 extensions = [
     Extension("scrapely._htmlpage",
-              ["scrapely/_htmlpage.pyx"],
+              ["scrapely/_htmlpage%s" % ext],
               include_dirs=[np.get_include()]),
     Extension("scrapely.extraction._similarity",
-              ["scrapely/extraction/_similarity.pyx"],
+              ["scrapely/extraction/_similarity%s" % ext],
               include_dirs=[np.get_include()]),
 ]
+if USE_CYTHON:
+    from Cython.Build import cythonize
+    extensions = cythonize(extensions)
 
 
 setup(
@@ -38,6 +44,6 @@
         'Topic :: Internet :: WWW/HTTP',
         'Topic :: Text Processing :: Markup :: HTML',
     ],
-    install_requires=['numpy', 'w3lib', 'six', 'cython'],
-    ext_modules=cythonize(extensions),
+    install_requires=['numpy', 'w3lib', 'six'],
+    ext_modules=extensions,
 )