temporary fix to urllib quote issue
This commit is contained in:
parent
fd9d6ebb64
commit
0a2b3bfae7
@ -70,7 +70,8 @@ class Client(object):
|
|||||||
|
|
||||||
# update strategies could be implemented here as well
|
# update strategies could be implemented here as well
|
||||||
try:
|
try:
|
||||||
data = self.scraper.urlopen(urllib.quote(doc['url']))
|
url = doc['url'].replace(' ', '%20')
|
||||||
|
data = self.scraper.urlopen(url)
|
||||||
content_type = data.response.headers['content-type']
|
content_type = data.response.headers['content-type']
|
||||||
except scrapelib.HTTPError:
|
except scrapelib.HTTPError:
|
||||||
# TODO: log error
|
# TODO: log error
|
||||||
|
Loading…
Reference in New Issue
Block a user