jpt-archive/oyster
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix to urlopen call

Browse Source
This commit is contained in:
James Turk 2011-07-28 16:56:59 -04:00
parent bc8438a106
commit b7ab8d0ce4
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
oyster/client.py
View File

@ -28,6 +28,7 @@ class Client(object):
retry_wait_seconds=5 retry_wait_seconds=5
) )
def _wipe(self): def _wipe(self):
""" exists primarily for debug use, wipes entire db """ """ exists primarily for debug use, wipes entire db """
self.db.drop_collection('tracked') self.db.drop_collection('tracked')
@ -67,7 +68,7 @@ class Client(object):
do_put = True do_put = True
# update strategies could be implemented here as well # update strategies could be implemented here as well
resp = self.scraper.urlopen(doc['url']) data = self.scraper.urlopen(doc['url'])
# versioning is a concept for future use, but here's how it can work: # versioning is a concept for future use, but here's how it can work:
# versioning functions take doc & data, and return True if data is # versioning functions take doc & data, and return True if data is