v1.1.3

Author: phpdude

README.md

@@ -1,4 +1,4 @@
-# urlsresolver v1.1.1
+# urlsresolver v1.1.3
 Python urls resolver library with meta refresh support.
 
 You can expand real address of any shortened url with `urlsresolver.resolve_url(url)` function.

urlsresolver/__init__.py

@@ -5,7 +5,7 @@
 import re
 from urlparse import urljoin
 
-__version__ = (1, 1, 2)
+__version__ = (1, 1, 3)
 __author__ = 'Alexandr Shurigin (https://github.com/phpdude/)'
 
 # HTML tags syntax http://www.w3.org/TR/html-markup/syntax.html
@@ -64,6 +64,9 @@ def resolve_url(
     s = requests.session()
 
     urls_history = OrderedDict()
+    # disable compression for streamed requests.
+    s.headers['Accept-Encoding'] = ''
+
     if user_agent:
         s.headers['User-Agent'] = user_agent
 
@@ -97,7 +100,13 @@ def follow_meta_redirects(url, max_redirects, **kwargs):
             if redirect:
                 m = re.search('url\s*=\s*([^\s;]+)', redirect, re.I)
                 if m:
-                    real_url = follow_meta_redirects(urljoin(resp.url, m.group(1)), max_redirects)
+                    m = m.group(1)
+
+                    # fixing case url='#url here#'
+                    if m.startswith(('"', "'")) and m.endswith(('"', "'")):
+                        m = m[1:-1]
+
+                    real_url = follow_meta_redirects(urljoin(resp.url, m), max_redirects)
 
         urls_history[real_url] = True
 

urlsresolver/__main__.py

@@ -13,7 +13,6 @@
     args.add_argument('-A', '--user-agent', help='Custom user agent')
     args.add_argument('-S', '--chunk-size', default=1500, metavar='SIZE',
                       help='Length of fetched html block for testing meta redirects. Default 1500')
-    args.add_argument('-H', '--history', help='Print redirection history', action='store_true')
     args.add_argument(
         '--remove_noscript',
         action='store_true',