--- pandia/crawler 2025/07/02 15:03:05 1.7 +++ pandia/crawler 2025/07/05 15:27:53 1.9 @@ -1,7 +1,7 @@ #!/usr/bin/env perl # -# $Id: crawler,v 1.7 2025/07/02 15:03:05 snw Exp $ +# $Id: crawler,v 1.9 2025/07/05 15:27:53 snw Exp $ # Copyright (C) 2025 Coherent Logic Development LLC # # Author: Serena Willis @@ -9,6 +9,12 @@ # Licensed AGPL-3.0 # # $Log: crawler,v $ +# Revision 1.9 2025/07/05 15:27:53 snw +# Update +# +# Revision 1.8 2025/07/02 15:14:44 snw +# Fix bug in restricted mode +# # Revision 1.7 2025/07/02 15:03:05 snw # Add support for restricted mode # @@ -209,7 +215,7 @@ $dbpw = $cfg->val($profile, 'dbpass'); $tmp = $cfg->val($profile, 'allowed_tlds'); if($tmp ne '*') { - $mode = 'restrictive'; + $mode = 'restricted'; @allowed_tlds = split(',', $tmp); print "pandia: crawler restricted to these TLDs: "; foreach (@allowed_tlds) { @@ -254,7 +260,7 @@ else { my $qlen = $sth->rows; - print "pandia: crawling queue with length of $qlen to a maximum depth of $maxdepth"; + print "pandia: crawling queue with length of $qlen to a maximum depth of $maxdepth..."; sleep 1; while (my @row = $sth->fetchrow_array()) { my $url = @row[0];