Let the Calibre crawler crawl more than one Google page

develop
Sven Slootweg 12 years ago
parent 090165e62f
commit 51916b8bbd

@ -79,7 +79,7 @@ class GoogleCrawler (threading.Thread):
print "[google] == SLEEPING..." print "[google] == SLEEPING..."
time.sleep(4) time.sleep(4)
#self.crawl_page("http://www.google.com" + next_url) self.crawl_page("http://www.google.com" + next_url)
class CalibreCrawler(threading.Thread): class CalibreCrawler(threading.Thread):
def run(self): def run(self):

Loading…
Cancel
Save