temporary fix to urllib quote issue

2011-07-28 19:03:07 -04:00 · 2011-07-28 19:03:07 -04:00 · 0a2b3bfae7
commit 0a2b3bfae7
parent fd9d6ebb64
1 changed files with 2 additions and 1 deletions
--- a/oyster/client.py
+++ b/oyster/client.py
@ -70,7 +70,8 @@ class Client(object):

        # update strategies could be implemented here as well
        try:
-            data = self.scraper.urlopen(urllib.quote(doc['url']))
+            url = doc['url'].replace(' ', '%20')
+            data = self.scraper.urlopen(url)
            content_type = data.response.headers['content-type']
        except scrapelib.HTTPError:
            # TODO: log error