From 51916b8bbd989307ed573b55c2f971235002ac02 Mon Sep 17 00:00:00 2001 From: Sven Slootweg Date: Wed, 17 Oct 2012 02:36:27 +0200 Subject: [PATCH] Let the Calibre crawler crawl more than one Google page --- crawler/calibre.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crawler/calibre.py b/crawler/calibre.py index d0e362a..03474d2 100644 --- a/crawler/calibre.py +++ b/crawler/calibre.py @@ -79,7 +79,7 @@ class GoogleCrawler (threading.Thread): print "[google] == SLEEPING..." time.sleep(4) - #self.crawl_page("http://www.google.com" + next_url) + self.crawl_page("http://www.google.com" + next_url) class CalibreCrawler(threading.Thread): def run(self):