Let the Calibre crawler crawl more than one Google page

12 years ago · 51916b8bbd
parent 090165e62f
commit 51916b8bbd
1 changed files with 1 additions and 1 deletions
--- a/crawler/calibre.py
+++ b/crawler/calibre.py
@ -79,7 +79,7 @@ class GoogleCrawler (threading.Thread):
 			print "[google] == SLEEPING..."
 			time.sleep(4)
-			#self.crawl_page("http://www.google.com" + next_url)
+			self.crawl_page("http://www.google.com" + next_url)
 class CalibreCrawler(threading.Thread):
 	def run(self):