temporary fix to urllib quote issue

This commit is contained in:
James Turk 2011-07-28 19:03:07 -04:00
parent fd9d6ebb64
commit 0a2b3bfae7

View File

@ -70,7 +70,8 @@ class Client(object):
# update strategies could be implemented here as well # update strategies could be implemented here as well
try: try:
data = self.scraper.urlopen(urllib.quote(doc['url'])) url = doc['url'].replace(' ', '%20')
data = self.scraper.urlopen(url)
content_type = data.response.headers['content-type'] content_type = data.response.headers['content-type']
except scrapelib.HTTPError: except scrapelib.HTTPError:
# TODO: log error # TODO: log error