commit 2c24ea6016fdf202b6ef25b4b51369e8e6d4f249
parent c9c2c736eda17dd625a4a6438b10d9f90b270bda
Author: Stefan <cct@stefan-koch.name>
Date: Wed, 23 Jan 2013 20:15:24 +0100
print deadlinks at end
Diffstat:
1 file changed, 3 insertions(+), 0 deletions(-)
diff --git a/crawler.py b/crawler.py
@@ -41,6 +41,9 @@ class Crawler(object):
self.visit_url(next_url)
except urllib2.URLError:
continue
+
+ print("DEADLINKS")
+ print(self.deadlinks)
def visit_url(self, url_tuple):
if self.url_match.search(url_tuple[0]):