deadlink-crawler

[unmaintained] crawls a site to detect dead links
Log | Files | Refs | README

commit 2c24ea6016fdf202b6ef25b4b51369e8e6d4f249
parent c9c2c736eda17dd625a4a6438b10d9f90b270bda
Author: Stefan <cct@stefan-koch.name>
Date:   Wed, 23 Jan 2013 20:15:24 +0100

print deadlinks at end

Diffstat:
Mcrawler.py | 3+++
1 file changed, 3 insertions(+), 0 deletions(-)

diff --git a/crawler.py b/crawler.py @@ -41,6 +41,9 @@ class Crawler(object): self.visit_url(next_url) except urllib2.URLError: continue + + print("DEADLINKS") + print(self.deadlinks) def visit_url(self, url_tuple): if self.url_match.search(url_tuple[0]):