version 1.3, 2025/07/01 06:48:03
|
version 1.4, 2025/07/01 19:20:47
|
Line 9
|
Line 9
|
# Licensed AGPL-3.0 |
# Licensed AGPL-3.0 |
# |
# |
# $Log$ |
# $Log$ |
|
# Revision 1.4 2025/07/01 19:20:47 snw |
|
# Stop crawling and indexing URLs containing page fragments |
|
# |
# Revision 1.3 2025/07/01 06:48:03 snw |
# Revision 1.3 2025/07/01 06:48:03 snw |
# Updates |
# Updates |
# |
# |
Line 42 my $indices_waiting : shared;
|
Line 45 my $indices_waiting : shared;
|
sub do_index { |
sub do_index { |
my ($url, $domain, $dsn, $dbuser, $dbpass, $reindex) = @_; |
my ($url, $domain, $dsn, $dbuser, $dbpass, $reindex) = @_; |
|
|
|
if (index($url, '#') != -1) { |
|
print "pandia: URL contains a fragment; skipping\n"; |
|
return; |
|
} |
|
|
print "pandia: thread connecting to MySQL database..."; |
print "pandia: thread connecting to MySQL database..."; |
|
|
my $dbh = DBI->connect($dsn, $dbuser, $dbpass, {RaiseError => 0, PrintError => 1}); |
my $dbh = DBI->connect($dsn, $dbuser, $dbpass, {RaiseError => 0, PrintError => 1}); |