Merge pull request buriy#73 from alphapapa/patch-1

buriy · buriy · commit 47e473fb91ce · 2016-04-09T14:29:07.000+06:00
Using Mozilla User-Agent by default
diff --git a/readability/readability.py b/readability/readability.py
@@ -600,12 +600,15 @@ def main():
 
     file = None
     if options.url:
+        headers = {'User-Agent': 'Mozilla/5.0'}
         if sys.version_info[0] == 3:
             import urllib.request, urllib.parse, urllib.error
-            file = urllib.request.urlopen(options.url)
+            request = urllib.request.Request(options.url, None, headers)
+            file = urllib.request.urlopen(request)
         else:
             import urllib2
-            file = urllib2.urlopen(options.url)
+            request = urllib2.Request(options.url, None, headers)
+            file = urllib2.urlopen(request)
     else:
         file = open(args[0], 'rt')
     try:
