X-Git-Url: https://git.donarmstrong.com/?a=blobdiff_plain;f=src%2FIRC%2FSchedulers.pl;h=7d79eb6e0a6cdd6f46dc0791a4a51e474a079738;hb=2d050e260224ba7bdaf92ee1f9b2cffdc2c9f006;hp=deffca5cfd36b147e36e4ebfc13c755e3750407f;hpb=bb482ed34735d13cad2a02cf0f5cdc322b6b9f89;p=infobot.git

diff --git a/src/IRC/Schedulers.pl b/src/IRC/Schedulers.pl
index deffca5..7d79eb6 100644
--- a/src/IRC/Schedulers.pl
+++ b/src/IRC/Schedulers.pl
@@ -1,80 +1,124 @@
 #
 # ProcessExtra.pl: Extensions to Process.pl
-#          Author: xk <xk@leguin.openprojects.net>
-#         Version: v0.3 (20000707)
+#          Author: dms
+#         Version: v0.5 (20010124)
 #         Created: 20000117
 #
 
 if (&IsParam("useStrict")) { use strict; }
 
+use POSIX qw(strftime);
+use vars qw(%sched);
+
 sub setupSchedulers {
     &VERB("Starting schedulers...",2);
 
     # ONCE OFF.
 
     # REPETITIVE.
-    &uptimeCycle(1)	if (&IsParam("uptime"));
-    &randomQuote(1)	if (&IsParam("randomQuote"));
-    &randomFactoid(1)	if (&IsParam("randomFactoid"));
-    &logCycle(1)	if ($loggingstatus and &IsParam("logFile") and &IsParam("maxLogSize"));
-    &limitCheck(1)	if (&IsParam("limitcheck"));
+    # 1 for run straight away, 2 for on next-run.
+    &uptimeLoop(1);
+    &randomQuote(2);
+    &randomFactoid(2);
+    &randomFreshmeat(2);
+    &logLoop(1);
+    &chanlimitCheck(1);
     &netsplitCheck(1);	# mandatory
-    &floodCycle(1);	# mandatory
-    &seenFlush(1)	if (&IsParam("seen") and &IsParam("seenFlushInterval"));
-    &leakCheck(1);	# mandatory
-    &ignoreListCheck(1);# mandatory
-    &seenFlushOld(1)	if (&IsParam("seen"));
-    &ircCheck(1);	# mandatory
+    &floodLoop(1);	# mandatory
+    &seenFlush(2);
+    &leakCheck(2);	# mandatory
+    &ignoreCheck(1);	# mandatory
+    &seenFlushOld(2);
+    &ircCheck(2);	# mandatory
+    &miscCheck(1);	# mandatory
+    &miscCheck2(2);	# mandatory
     &shmFlush(1);	# mandatory
-    &slashdotCycle(1)	if (&IsParam("slashdot") and &IsParam("slashdotAnnounce"));
-    &freshmeatCycle(1)	if (&IsParam("freshmeat") and &IsParam("freshmeatAnnounce"));
-    &kernelCycle(1)	if (&IsParam("kernel") and &IsParam("kernelAnnounce"));
-    &wingateWriteFile(1) if (&IsParam("wingate"));
+    &slashdotLoop(2);
+    &freshmeatLoop(2);
+    &kernelLoop(2);
+    &wingateWriteFile(2);
+    &factoidCheck(1);
+    &newsFlush(1);
+
+#    my $count = map { exists $sched{$_}{TIME} } keys %sched;
+    my $count	= 0;
+    foreach (keys %sched) {
+#	next unless (exists $sched{$_}{TIME});
+	my $time = $sched{$_}{TIME};
+	next unless (defined $time and $time > time());
+
+	$count++;
+    }
+
+    &status("Schedulers: $count will be running.");
+###    &scheduleList();
 }
 
 sub ScheduleThis {
     my ($interval, $codename, @args) = @_;
     my $waittime = &getRandomInt($interval);
 
-    &VERB("Scheduling \&$codename() for ".&Time2String($waittime),3);
-    $conn->schedule($waittime, \&$codename, @args);
+    if (!defined $waittime) {
+	&WARN("interval == waittime == UNDEF for $codename.");
+	return;
+    }
+
+    my $time = $sched{$codename}{TIME};
+    if (defined $time and $time > time()) {
+	&WARN("Sched for $codename already exists.");
+	return;
+    }
+
+#    &VERB("Scheduling \&$codename() for ".&Time2String($waittime),3);
+
+    my $retval = $conn->schedule($waittime, \&$codename, @args);
+    $sched{$codename}{LABEL}	= $retval;
+    $sched{$codename}{TIME}	= time()+$waittime;
+    $sched{$codename}{LOOP}	= 1;
 }
 
+####
+#### LET THE FUN BEGIN.
+####
+
 sub randomQuote {
-    my $line = &getRandomLineFromFile($infobot_misc_dir. "/infobot.randtext");
+    my $interval = &getChanConfDefault("randomQuoteInterval", 60);
+    if (@_) {
+	&ScheduleThis($interval, "randomQuote");
+	return if ($_[0] eq "2");	# defer.
+    }
+
+    my $line = &getRandomLineFromFile($bot_misc_dir. "/blootbot.randtext");
     if (!defined $line) {
 	&ERROR("random Quote: weird error?");
 	return;
     }
 
-    my @channels = split(/[\s\t]+/, lc $param{'randomQuoteChannels'});
-    @channels    = keys(%channels) unless (scalar @channels);
-
-    my $good = 0;
-    foreach (@channels) {
+    foreach ( &ChanConfList("randomQuote") ) {
 	next unless (&validChan($_));
 
 	&status("sending random Quote to $_.");
 	&action($_, "Ponders: ".$line);
-	$good++;
     }
-
-    if (!$good) {
-	&WARN("randomQuote: no valid channels?");
-	return;
-    }
-
-    my $interval = $param{'randomQuoteInterval'} || 60;
-    &ScheduleThis($interval, "randomQuote") if (@_);
+    ### TODO: if there were no channels, don't reschedule until channel
+    ###		configuration is modified.
 }
 
 sub randomFactoid {
     my ($key,$val);
     my $error = 0;
+
+    my $interval = &getChanConfDefault("randomFactoidInterval", 60);
+    if (@_) {
+	&ScheduleThis($interval, "randomFactoid");
+	return if ($_[0] eq "2");	# defer.
+    }
+
     while (1) {
 	($key,$val) = &randKey("factoids","factoid_key,factoid_value");
 ###	$val =~ tr/^[A-Z]/[a-z]/;	# blah is Good => blah is good.
-	last if ($val !~ /^</);
+	last if (defined $val and $val !~ /^</);
+
 	$error++;
 	if ($error == 5) {
 	    &ERROR("rF: tried 5 times but failed.");
@@ -82,30 +126,50 @@ sub randomFactoid {
 	}
     }
 
-    my @channels = split(/[\s\t]+/, lc $param{'randomFactoidChannels'});
-    @channels    = keys(%channels) unless (scalar @channels);
-
-    my $good = 0;
-    foreach (@channels) {
+    foreach ( &ChanConfList("randomFactoid") ) {
 	next unless (&validChan($_));
 
 	&status("sending random Factoid to $_.");
-###	&msg($_, "$key is $val");
 	&action($_, "Thinks: \037$key\037 is $val");
 	### FIXME: Use &getReply() on above to format factoid properly?
 	$good++;
     }
+}
 
-    if (!$good) {
-	&WARN("randomFactoid: no valid channels?");
-	return;
+sub randomFreshmeat {
+    my $interval = &getChanConfDefault("randomFresheatInterval", 60);
+
+    if (@_) {
+	&ScheduleThis($interval, "randomFreshmeat");
+	return if ($_[0] eq "2");	# defer.
     }
 
-    my $interval = $param{'randomFactoidInterval'} || 60;
-    &ScheduleThis($interval, "randomFactoid") if (@_);
+    my @chans = &ChanConfList("randomFreshmeat");
+    return unless (scalar @chans);
+
+    &Forker("freshmeat", sub {
+	my $retval = &Freshmeat::randPackage();
+
+	foreach (@chans) {
+	    next unless (&validChan($_));
+
+	    &status("sending random Freshmeat to $_.");
+	    &say($_, $line);
+	}
+    } );
 }
 
-sub logCycle {
+sub logLoop {
+    if (@_) {
+	&ScheduleThis(60, "logLoop");
+	return if ($_[0] eq "2");	# defer.
+    }
+
+    return unless (defined fileno LOG);
+    return unless (&IsParam("logfile"));
+    return unless (&IsParam("maxLogSize"));
+
+    ### check if current size is too large.
     if ( -s $file{log} > $param{'maxLogSize'}) {
 	my $date = sprintf("%04d%02d%02d", (localtime)[5,4,3]);
 	$file{log} = $param{'logfile'} ."-". $date;
@@ -123,17 +187,62 @@ sub logCycle {
 	}
 
 	&closeLog();
-	system("/bin/mv '$param{'logfile'}' '$file{log}'");
+	CORE::system("/bin/mv '$param{'logfile'}' '$file{log}'");
 	&compress($file{log});
 	&openLog();
 	&status("cycling log file.");
     }
 
-    &ScheduleThis(60, "logCycle") if (@_);
+    ### check if all the logs exceed size.
+    my $logdir = "$bot_base_dir/log/";
+    if (opendir(LOGS, $logdir)) {
+	my $tsize = 0;
+	my (%age, %size);
+
+	while (defined($_ = readdir LOGS)) {
+	    my $logfile		= "$logdir/$_";
+
+	    next unless ( -f $logfile);
+	    my $size		= -s $logfile;
+	    my $age		= (stat $logfile)[9];
+
+	    $age{$age}		= $logfile;
+	    $size{$logfile}	= $size;
+
+	    $tsize		+= $size;
+	}
+	closedir LOGS;
+
+	my $delete	= 0;
+	while ($tsize > $param{'maxLogSize'}) {
+	    &status("LOG: current size > max ($tsize > $param{'maxLogSize'})");
+	    my $oldest	= (sort {$a <=> $b} keys %age)[0];
+	    &status("LOG: unlinking $age{$oldest}.");
+	    unlink $age{$oldest};
+	    $tsize	-= $oldest;
+	    $delete++;
+	}
+
+	### TODO: add how many b,kb,mb removed?
+	&status("LOG: removed $delete logs.") if ($delete);
+    } else {
+	&WARN("could not open dir $logdir");
+    }
+
 }
 
 sub seenFlushOld {
-    my $max_time = $param{'seenMaxDays'}*60*60*24;
+    if (@_) {
+	&ScheduleThis(1440, "seenFlushOld");
+	return if ($_[0] eq "2");	# defer.
+    }
+
+    # is this global-only?
+    return unless (&IsChanConf("seen") > 0);
+    return unless (&IsChanConf("seenFlushInterval") > 0);
+
+    # global setting. does not make sense for per-channel.
+    my $max_time = &getChanConfDefault("seenMaxDays", 30) *60*60*24;
     my $delete   = 0;
 
     if ($param{'DBType'} =~ /^pg|postgres|mysql/i) {
@@ -152,7 +261,7 @@ sub seenFlushOld {
 	my $time = time();
 
 	foreach (keys %seen) {
-	    my $delta_time = $time - &dbGet("seen", "NULL", $_, "time");
+	    my $delta_time = $time - &dbGet("seen", "time", "nick='$_'");
 	    next unless ($delta_time > $max_time);
 
 	    &DEBUG("seenFlushOld: ".&Time2String($delta_time) );
@@ -164,79 +273,276 @@ sub seenFlushOld {
     }
     &VERB("SEEN deleted $delete seen entries.",2);
 
-    &ScheduleThis(1440, "seenFlushOld") if (@_);
 }
 
-sub limitCheck {
-    my $limitplus = $param{'limitcheckPlus'} || 5;
+sub newsFlush {
+    if (@_) {
+	&ScheduleThis(60, "newsFlush");
+	return if ($_[0] eq "2");	# defer.
+    }
 
-    if (scalar keys %netsplit) {
-	&status("limitcheck: netsplit active.");
+    if (!&ChanConfList("news")) {
+	&DEBUG("newsFlush: news disabled? (chan => $chan)");
 	return;
     }
 
-    my @channels = split(/[\s\t]+/, lc $param{'limitcheck'});
+    my $delete	= 0;
+    my $oldest	= time();
+    my %none;
+    foreach $chan (keys %::news) {
+	my $i		= 0;
+	my $total	= scalar(keys %{ $::news{$chan} });
 
-    foreach (@channels) {
-	next unless (&validChan($_));
-
-	if (!exists $channels{$_}{'o'}{$ident}) {
-	    &ERROR("limitcheck: dont have ops on $_.");
+	if (!$total) {
+	    delete $::news{$chan};
 	    next;
 	}
 
-	my $newlimit = scalar(keys %{$channels{$_}{''}}) + $limitplus;
-	my $limit = $channels{$_}{'l'};
+	foreach $item (keys %{ $::news{$chan} }) {
+	    my $t = $::news{$chan}{$item}{Expire};
+
+	    my $tadd	= $::news{$chan}{$item}{Time};
+	    $oldest	= $tadd if ($oldest > $tadd);
+
+	    next if ($t == 0 or $t == -1);
+	    if ($t < 1000) {
+		&status("newsFlush: Fixed Expire time for $chan/$item, should not happen anyway.");
+		$::news{$chan}{$item}{Expire} = time() + $t*60*60*24;
+		next;
+	    }
+
+	    my $delta = $t - time();
+
+	    next unless (time() > $t);
+
+	    # todo: show how old it was.
+	    delete $::news{$chan}{$item};
+	    &status("NEWS: (newsflush) deleted '$item'");
+	    $delete++;
+	    $i++;
+	}
+
+	&status("NEWS (newsflush) {$chan}: deleted [$i/$total] news entries.") if ($i);
+	$none{$chan} = 1 if ($total == $i);
+    }
+
+    # todo: flush users aswell.
+    my $duser	= 0;
+    foreach $chan (keys %::newsuser) {
+	next if (exists $none{$chan});
 
-	next unless (!defined $limit or $limit != $newlimit);
+	foreach (keys %{ $::newsuser{$chan} }) {
+	    my $t = $::newsuser{$chan}{$_};
+	    if (!defined $t or ($t > 2 and $t < 1000)) {
+		&DEBUG("something wrong with newsuser{$chan}{$_} => $t");
+		next;
+	    }
+
+	    next unless ($oldest > $t);
 
-	&rawout("MODE $_ +l $newlimit");
+	    delete $::newsuser{$chan}{$_};
+	    $duser++;
+	}
+
+	my $i = scalar(keys %{ $::newsuser{$chan} });
+	delete $::newsuser{$chan} unless ($i);
     }
 
-    my $interval = $param{'limitcheckInterval'} || 10;
-    &ScheduleThis($interval, "limitCheck") if (@_);
+    if ($delete or $duser) {
+	&News::writeNews();
+	&status("NewsFlush: deleted: $delete news entries; $duser user cache.");
+    }
+}
+
+sub chanlimitCheck {
+    my $interval = &getChanConfDefault("chanlimitcheckInterval", 10);
+
+    if (@_) {
+	&ScheduleThis($interval, "chanlimitCheck");
+	return if ($_[0] eq "2");
+    }
+
+    foreach $chan ( &ChanConfList("chanlimitcheck") ) {
+	next unless (&validChan($chan));
+
+	my $limitplus	= &getChanConfDefault("chanlimitcheckPlus", 5, $chan);
+	my $newlimit	= scalar(keys %{ $channels{$chan}{''} }) + $limitplus;
+	my $limit	= $channels{$chan}{'l'};
+
+	if (scalar keys %netsplitservers) {
+	    if (defined $limit) {
+		&status("chanlimit: netsplit; removing it for $chan.");
+		&rawout("MODE $chan -l");
+		$cache{chanlimitChange}{$chan} = time();
+	    }
+
+	    next;
+	}
+
+	if (defined $limit and scalar keys %{ $channels{$chan}{''} } > $limit) {
+	    &FIXME("LIMIT: set too low!!! FIXME");
+	    ### run NAMES again and flush it.
+	}
+
+	next unless (!defined $limit);
+	if (defined $limit and $limit == $newlimit) {
+	    $cache{chanlimitChange}{$chan} = time();
+	    next;
+	}
+
+	if (!exists $channels{$chan}{'o'}{$ident}) {
+	    &status("ChanLimit: dont have ops on $chan.") unless (exists $cache{warn}{chanlimit}{$chan});
+	    $cache{warn}{chanlimit}{$chan} = 1;
+	    &chanServCheck($chan);
+	    next;
+	}
+	delete $cache{warn}{chanlimit}{$chan};
+
+	if (!defined $limit) {
+	    &status("chanLimit: setting for first time or from netsplit, for $chan");
+	}
+
+	if (exists $cache{chanlimitChange}{$chan}) {
+	    my $delta = time() - $cache{chanlimitChange}{$chan};
+	    if ($delta < $interval*60) {
+		&DEBUG("chanLimit: not going to change chanlimit! ($delta<$interval*60)");
+		return;
+	    }
+	}
+
+	&rawout("MODE $chan +l $newlimit");
+	$cache{chanlimitChange}{$chan} = time();
+    }
 }
 
 sub netsplitCheck {
     my ($s1,$s2);
 
+    if (@_) {
+	&ScheduleThis(30, "netsplitCheck");
+	return if ($_[0] eq "2");
+    }
+
+    $cache{'netsplitCache'}++;
+    &DEBUG("running netsplitCheck... $cache{netsplitCache}");
+
+    if (!scalar %netsplit and scalar %netsplitservers) {
+	&DEBUG("nsC: !hash netsplit but hash netsplitservers <- removing!");
+	undef %netsplitservers;
+	return;
+    }
+
+    # well... this shouldn't happen since %netsplit code does it anyway.
     foreach $s1 (keys %netsplitservers) {
-	foreach $s2 (keys %{$netsplitservers{$s1}}) {
-	    if (time() - $netsplitservers{$s1}{$s2} > 3600) {
+
+	foreach $s2 (keys %{ $netsplitservers{$s1} }) {
+	    my $delta = time() - $netsplitservers{$s1}{$s2};
+
+	    if ($delta > 60*30) {
 		&status("netsplit between $s1 and $s2 appears to be stale.");
 		delete $netsplitservers{$s1}{$s2};
+		&chanlimitCheck();
 	    }
 	}
+
+	my $i = scalar(keys %{ $netsplitservers{$s1} });
+	delete $netsplitservers{$s1} unless ($i);
     }
 
-    &ScheduleThis(30, "netsplitCheck") if (@_);
-}
+    # %netsplit hash checker.
+    my $count	= scalar keys %netsplit;
+    my $delete	= 0;
+    foreach (keys %netsplit) {
+	if (&IsNickInAnyChan($_)) {	# why would this happen?
+#	    &DEBUG("nsC: $_ is in some chan; removing from netsplit list.");
+	    delete $netsplit{$_};
+	    $delete++;
+	    next;
+	}
+
+	next unless (time() - $netsplit{$_} > 60*15);
 
-sub floodCycle {
-    my $interval = $param{'floodInterval'} || 60;	# seconds.
-    my $delete = 0;
+	$delete++;
+	delete $netsplit{$_};
+    }
+
+    if ($delete) {
+	my $j = scalar(keys %netsplit);
+	&DEBUG("nsC: removed from netsplit list: (before: $count; after: $j)");
+    }
+
+    if (!scalar %netsplit and scalar %netsplitservers) {
+	&DEBUG("nsC: ok hash netsplit is NULL; purging hash netsplitservers");
+	undef %netsplitservers;
+    }
 
+    if ($count and !scalar keys %netsplit) {
+	&DEBUG("nsC: netsplit is hopefully gone. reinstating chanlimit check.");
+	&chanlimitCheck();
+    }
+}
+
+sub floodLoop {
+    my $delete   = 0;
     my $who;
+
+    if (@_) {
+	&ScheduleThis(60, "floodLoop");	# minutes.
+	return if ($_[0] eq "2");
+    }
+
+    my $time		= time();
+    my $interval	= &getChanConfDefault("floodCycle",60);
+
     foreach $who (keys %flood) {
-	foreach (keys %{$flood{$who}}) {
-	    if (time() - $flood{$who}{$_} > $interval) {
+	foreach (keys %{ $flood{$who} }) {
+	    if (!exists $flood{$who}{$_}) {
+		&WARN("flood{$who}{$_} undefined?");
+		next;
+	    }
+
+	    if ($time - $flood{$who}{$_} > $interval) {
 		delete $flood{$who}{$_};
 		$delete++;
 	    }
 	}
     }
-    &VERB("floodCycle: deleted $delete items.",2);
-
-    &ScheduleThis($interval, "floodCycle") if (@_);	# minutes.
+    &VERB("floodLoop: deleted $delete items.",2);
 }
 
 sub seenFlush {
+    if (@_) {
+	my $interval = &getChanConfDefault("seenFlushInterval", 60);
+	&ScheduleThis($interval, "seenFlush");
+	return if ($_[0] eq "2");
+    }
+
+    my %stats;
     my $nick;
-    my $flushed = 0;
+    my $flushed 	= 0;
+    $stats{'count_old'} = &countKeys("seen") || 0;
+    $stats{'new'}	= 0;
+    $stats{'old'}	= 0;
 
     if ($param{'DBType'} =~ /^mysql|pg|postgres/i) {
 	foreach $nick (keys %seencache) {
-	    my $exists = &dbGet("seen","nick", $nick, "nick");
+	    my $retval = &dbReplace("seen", (
+			"nick" => $seencache{$nick}{'nick'},
+			"time" => $seencache{$nick}{'time'},
+			"host" => $seencache{$nick}{'host'},
+			"channel" => $seencache{$nick}{'chan'},
+			"message" => $seencache{$nick}{'msg'},
+	    ) );
+	    delete $seencache{$nick};
+	    $flushed++;
+
+	    next;
+
+	    ###
+	    ### old code.
+	    ###
+
+	    my $exists = &dbGet("seen", "nick", "nick='$nick'");
 
 	    if (defined $exists and $exists) {
 		&dbUpdate("seen", "nick", $nick, (
@@ -245,6 +551,7 @@ sub seenFlush {
 			"channel" => $seencache{$nick}{'chan'},
 			"message" => $seencache{$nick}{'msg'},
 		) );
+		$stats{'old'}++;
 	    } else {
 		my $retval = &dbInsert("seen", $nick, (
 			"nick" => $seencache{$nick}{'nick'},
@@ -253,11 +560,10 @@ sub seenFlush {
 			"channel" => $seencache{$nick}{'chan'},
 			"message" => $seencache{$nick}{'msg'},
 		) );
+		$stats{'new'}++;
 
 		### TODO: put bad nick into a list and don't do it again!
-		if ($retval == 0) {
-		    &ERROR("Should never happen! (nick => $nick) FIXME");
-		}
+		&FIXME("Should never happen! (nick => $nick)") if !$retval;
 	    }
 
 	    delete $seencache{$nick};
@@ -276,9 +582,7 @@ sub seenFlush {
 	    ) );
 
 	    ### TODO: put bad nick into a list and don't do it again!
-	    if ($retval == 0) {
-		&ERROR("Should never happen! (nick => $nick) FIXME");
-	    }
+	    &FIXME("Should never happen! (nick => $nick)") if !$retval;
 
 	    delete $seencache{$nick};
 	    $flushed++;
@@ -287,65 +591,184 @@ sub seenFlush {
 	&DEBUG("seenFlush: NO VALID FACTOID SUPPORT?");
     }
 
-    &VERB("Flushed $flushed seen entries.",2);
+    &status("Seen: Flushed $flushed entries.")	if ($flushed);
+    &VERB(sprintf("  new seen: %03.01f%% (%d/%d)",
+	$stats{'new'}*100/($stats{'count_old'} || 1),
+	$stats{'new'}, ( $stats{'count_old'} || 1) ), 2) if ($stats{'new'});
+    &VERB(sprintf("  now seen: %3.1f%% (%d/%d)",
+	$stats{'old'}*100 / ( &countKeys("seen") || 1),
+	$stats{'old'}, &countKeys("seen") ), 2)		if ($stats{'old'});
 
-    my $interval = $param{'seenFlushInterval'} || 60;
-    &ScheduleThis($interval, "seenFlush") if (@_);
+    &WARN("scalar keys seenflush != 0!")	if (scalar keys %seenflush);
 }
 
 sub leakCheck {
     my ($blah1,$blah2);
     my $count = 0;
 
-    # flood.
+    if (@_) {
+	&ScheduleThis(240, "leakCheck");
+	return if ($_[0] eq "2");
+    }
+
+    # flood. this is dealt with in floodLoop()
     foreach $blah1 (keys %flood) {
-	foreach $blah2 (keys %{$flood{$blah1}}) {
-	    $count += scalar(keys %{$flood{$blah1}{$blah2}});
+	foreach $blah2 (keys %{ $flood{$blah1} }) {
+	    $count += scalar(keys %{ $flood{$blah1}{$blah2} });
+	}
+    }
+    &DEBUG("leak: hash flood has $count total keys.",2);
+
+    # floodjoin.
+    $count = 0;
+    foreach $blah1 (keys %floodjoin) {
+	foreach $blah2 (keys %{ $floodjoin{$blah1} }) {
+	    $count += scalar(keys %{ $floodjoin{$blah1}{$blah2} });
 	}
     }
-    &VERB("\%flood has $count total keys.",2);
+    &DEBUG("leak: hash floodjoin has $count total keys.",2);
+
+    # floodwarn.
+    $count = scalar(keys %floodwarn);
+    &DEBUG("leak: hash floodwarn has $count total keys.",2);
 
     my $chan;
     foreach $chan (grep /[A-Z]/, keys %channels) {
 	&DEBUG("leak: chan => '$chan'.");
 	my ($i,$j);
-	foreach $i (keys %{$channels{$chan}}) {
-	    foreach (keys %{$channels{$chan}{$i}}) {
+	foreach $i (keys %{ $channels{$chan} }) {
+	    foreach (keys %{ $channels{$chan}{$i} }) {
 		&DEBUG("leak:   \$channels{$chan}{$i}{$_} ...");
 	    }
 	}
     }
 
-    &ScheduleThis(60, "leakCheck") if (@_);
+    # chanstats
+    $count = scalar(keys %chanstats);
+    &DEBUG("leak: hash chanstats has $count total keys.",2);
+
+    # nuh.
+    my $delete	= 0;
+    foreach (keys %nuh) {
+	next if (&IsNickInAnyChan($_));
+	next if (exists $dcc{CHAT}{$_});
+
+	delete $nuh{$_};
+	$delete++;
+    }
+
+    &status("leak: $delete nuh{} items deleted; now have ".
+				scalar(keys %nuh) ) if ($delete);
 }
 
-sub ignoreListCheck {
-    my $time = time();
-    my $count = 0;
+sub ignoreCheck {
+    if (@_) {
+	&ScheduleThis(60, "ignoreCheck");
+	return if ($_[0] eq "2");	# defer.
+    }
 
-    foreach (keys %ignoreList) {
-	next if ($ignoreList{$_} == 1);
-	next unless ($time > $ignoreList{$_});
+    my $time	= time();
+    my $count	= 0;
 
-	delete $ignoreList{$_};
-	&status("ignore: $_ has expired.");
-	$count++;
+    foreach (keys %ignore) {
+	my $chan = $_;
+
+	foreach (keys %{ $ignore{$chan} }) {
+	    my @array = @{ $ignore{$chan}{$_} };
+
+	    next unless ($array[0] and $time > $array[0]);
+
+	    delete $ignore{$chan}{$_};
+	    &status("ignore: $_/$chan has expired.");
+	    $count++;
+	}
     }
     &VERB("ignore: $count items deleted.",2);
-
-    &ScheduleThis(30, "ignoreListCheck") if (@_);
 }
 
 sub ircCheck {
-    my @array = split /[\t\s]+/, $param{'join_channels'};
-    my $iconf = scalar(@array);
-    my $inow  = scalar(keys %channels);
+    if (@_) {
+	&ScheduleThis(60, "ircCheck");
+	return if ($_[0] eq "2");	# defer.
+    }
+
+    my @x	= &getJoinChans();
+    my $iconf	= scalar( @x );
+    my $inow	= scalar( keys %channels );
     if ($iconf > 2 and $inow * 2 <= $iconf) {
 	&FIXME("ircCheck: current channels * 2 <= config channels. FIXME.");
+	@joinchan	= @x;
+	&joinNextChan();
+    }
+
+    if (!$conn->connected or time() - $msgtime > 3600) {
+	# todo: shouldn't we use cache{connect} somewhere?
+	if (exists $cache{connect}) {
+	    &WARN("ircCheck: no msg for 3600 and disco'd! reconnecting!");
+	    $msgtime = time();	# just in case.
+	    &ircloop();
+	    delete $cache{connect};
+	} else {
+	    &status("IRCTEST: possible lost in space; checking. ".
+		scalar(localtime) );
+	    &msg($ident, "TEST");
+	    $cache{connect} = time();
+	}
+    }
+
+    if ($ident !~ /^\Q$param{ircNick}\E$/) {
+	# this does not work unfortunately.
+	&WARN("ircCheck: ident($ident) != param{ircNick}($param{IrcNick}).");
+
+	# this check is misleading... perhaps we should do a notify.
+	if (! &IsNickInAnyChan( $param{ircNick} ) ) {
+	    &DEBUG("$param{ircNick} not in use... changing!");
+	    &nick( $param{ircNick} );
+	} else {
+	    &WARN("$param{ircNick} is still in use...");
+	}
+    }
+
+    if (grep /^\s*$/, keys %channels) {
+	&WARN("ircCheck: we have a NULL chan in hash channels? removing!");
+	if (exists $channels{''}) {
+	    &DEBUG("ircCheck: ok it existed!");
+	} else {
+	    &DEBUG("ircCheck: this hsould never happen!");
+	}
+
+	delete $channels{''};
+    }
+
+    ### USER FILE.
+    if ($utime_userfile > $wtime_userfile and time() - $wtime_userfile > 3600) {
+	&writeUserFile();
+	$wtime_userfile = time();
+    }
+    ### CHAN FILE.
+    if ($utime_chanfile > $wtime_chanfile and time() - $wtime_chanfile > 3600) {
+	&writeChanFile();
+	$wtime_chanfile	= time();
+    }
+}
+
+sub miscCheck {
+    if (@_) {
+	&ScheduleThis(240, "miscCheck");
+	return if ($_[0] eq "2");	# defer.
+    }
+
+    # SHM check.
+    my @ipcs;
+    if ( -x "/usr/bin/ipcs") {
+	@ipcs = `/usr/bin/ipcs`;
+    } else {
+	&WARN("ircCheck: no 'ipcs' binary.");
+	return;
     }
 
     # shmid stale remove.
-    foreach (`ipcs`) {
+    foreach (@ipcs) {
 	chop;
 
 	# key, shmid, owner, perms, bytes, nattch
@@ -353,40 +776,99 @@ sub ircCheck {
 
 	my ($shmid, $size) = ($2,$5);
 	next unless ($shmid != $shm and $size == 2000);
+	my $z	= &shmRead($shmid);
+	if ($z =~ /^(\d+): /) {
+	    my $time	= $1;
+	    next if (time() - $time < 60*60);
+
+	} else {
+#	    &DEBUG("shm: $shmid is not ours or old blootbot => ($z)");
+#	    next;
+	}
 
 	&status("SHM: nuking shmid $shmid");
-	system("ipcrm shm $shmid >/dev/null");
+	CORE::system("/usr/bin/ipcrm shm $shmid >/dev/null");
+    }
+
+    # make backup of important files.
+    &mkBackup( $bot_misc_dir."/blootbot.chan", 60*60*24*3);
+    &mkBackup( $bot_misc_dir."/blootbot.users", 60*60*24*3);
+    &mkBackup( $bot_base_dir."/blootbot-news.txt", 60*60*24*1);
+
+    # flush cache{lobotomy}
+    foreach (keys %{ $cache{lobotomy} }) {
+	next unless (time() - $cache{lobotomy}{$_} > 60*60);
+	delete $cache{lobotomy}{$_};
     }
 
-    if (!$conn->connected and time - $msgtime > 3600) {
-	&WARN("ircCheck: no msg for 3600 and disco'd! reconnecting!");
-	$msgtime = time();	# just in case.
-	&ircloop();
+    ### check modules if they've been modified. might be evil.
+    &reloadAllModules();
+}
+
+sub miscCheck2 {
+    if (@_) {
+	&ScheduleThis(240, "miscCheck2");
+	return if ($_[0] eq "2");	# defer.
     }
 
-    if ($ident !~ /^\Q$param{ircNick}\E$/) {
-	&WARN("ircCheck: ident($ident) != param{ircNick}($param{IrcNick}).");
+    # debian check.
+    opendir(DEBIAN, "$bot_base_dir/debian");
+    foreach ( grep /gz$/, readdir(DEBIAN) ) {
+	my $exit = CORE::system("gzip -t $bot_base_dir/debian/$_");
+	next unless ($exit);
+
+	&status("debian: unlinking file => $_");
+	unlink "$bot_base_dir/debian/$_";
     }
+    closedir DEBIAN;
+
+    # compress logs that should have been compressed.
+    # todo: use strftime?
+    my ($day,$month,$year) = (localtime(time()))[3,4,5];
+    my $date = sprintf("%04d%02d%02d",$year+1900,$month+1,$day);
+
+    opendir(DIR,"$bot_base_dir/log");
+    while (my $f = readdir(DIR)) {
+	next unless ( -f "$bot_base_dir/log/$f");
+	next if ($f =~ /gz|bz2/);
+	next unless ($f =~ /(\d{8})/);
+	next if ($date eq $1);
 
-    &ScheduleThis(240, "ircCheck") if (@_);
+	&compress("$bot_base_dir/log/$f");
+    }
+    closedir DIR;
 }
 
 sub shmFlush {
+    return if ($$ != $::bot_pid); # fork protection.
+
+    if (@_) {
+	&ScheduleThis(5, "shmFlush");
+	return if ($_[0] eq "2");
+    }
+
+    my $time;
     my $shmmsg = &shmRead($shm);
     $shmmsg =~ s/\0//g;         # remove padded \0's.
+    if ($shmmsg =~ s/^(\d+): //) {
+	$time	= $1;
+    }
 
     foreach (split '\|\|', $shmmsg) {
-	&status("shm: Processing '$_'.");
+	next if (/^$/);
+	&VERB("shm: Processing '$_'.",2);
 
 	if (/^DCC SEND (\S+) (\S+)$/) {
 	    my ($nick,$file) = ($1,$2);
 	    if (exists $dcc{'SEND'}{$who}) {
-		&msg($nick,"DCC already active.");
+		&msg($nick, "DCC already active.");
 	    } else {
 		&DEBUG("shm: dcc sending $2 to $1.");
 		$conn->new_send($1,$2);
 		$dcc{'SEND'}{$who} = time();
 	    }
+	} elsif (/^SET FORKPID (\S+) (\S+)/) {
+	    $forked{$1}{PID} = $2;
 	} elsif (/^DELETE FORK (\S+)$/) {
 	    delete $forked{$1};
 	} elsif (/^EVAL (.*)$/) {
@@ -398,45 +880,114 @@ sub shmFlush {
     }
 
     &shmWrite($shm,"") if ($shmmsg ne "");
+}
+
+### this is semi-scheduled
+sub getNickInUse {
+    if ($ident eq $param{'ircNick'}) {
+	&status("okay, got my nick back.");
+	return;
+    }
 
-    &ScheduleThis(5, "shmFlush") if (@_);
+    if (@_) {
+	&ScheduleThis(30, "getNickInUse");
+	return if ($_[0] eq "2");	# defer.
+    }
+
+    &nick( $param{'ircNick'} );
 }
 
-sub uptimeCycle {
-    &uptimeWriteFile();
+sub uptimeLoop {
+    return unless &IsChanConf("uptime");
+
+    if (@_) {
+	&ScheduleThis(60, "uptimeLoop");
+	return if ($_[0] eq "2");	# defer.
+    }
 
-    &ScheduleThis(60, "uptimeCycle") if (@_);
+    &uptimeWriteFile();
 }
 
-sub slashdotCycle {
-    &Forker("slashdot", sub { &Slashdot::slashdotAnnounce(); } );
+sub slashdotLoop {
+
+    if (@_) {
+	&ScheduleThis(60, "slashdotLoop");
+	return if ($_[0] eq "2");
+    }
+
+    my @chans = &ChanConfList("slashdotAnnounce");
+    return unless (scalar @chans);
 
-    &ScheduleThis(60, "slashdotCycle") if (@_);
+    &Forker("slashdot", sub {
+	my $line = &Slashdot::slashdotAnnounce();
+	return unless (defined $line);
+
+	foreach (@chans) {
+	    next unless (&::validChan($_));
+
+	    &::status("sending slashdot update to $_.");
+	    &notice($_, "Slashdot: $line");
+	}
+    } );
 }
 
-sub freshmeatCycle {
-    &Forker("freshmeat", sub { &Freshmeat::freshmeatAnnounce(); } );
+sub freshmeatLoop {
+    if (@_) {
+	&ScheduleThis(60, "freshmeatLoop");
+	return if ($_[0] eq "2");
+    }
+
+    my @chans = &ChanConfList("freshmeatAnnounce");
+    return unless (scalar @chans);
 
-    &ScheduleThis(60, "freshmeatCycle") if (@_);
+    &Forker("freshmeat", sub {
+	my $data = &Freshmeat::freshmeatAnnounce();
+
+	foreach (@chans) {
+	    next unless (&::validChan($_));
+
+	    &::status("sending freshmeat update to $_.");
+	    &msg($_, $data);
+	}
+    } );
 }
 
-sub kernelCycle {
-    &Forker("kernel", sub { &Kernel::kernelAnnounce(); } );
+sub kernelLoop {
+    if (@_) {
+	&ScheduleThis(240, "kernelLoop");
+	return if ($_[0] eq "2");
+    }
+
+    my @chans = &ChanConfList("kernelAnnounce");
+    return unless (scalar @chans);
+
+    &Forker("kernel", sub {
+	my @data = &Kernel::kernelAnnounce();
+
+	foreach (@chans) {
+	    next unless (&::validChan($_));
 
-    &ScheduleThis(240, "kernelCycle") if (@_);
+	    &::status("sending kernel update to $_.");
+	    my $c = $_;
+	    foreach (@data) {
+		&notice($c, "Kernel: $_");
+	    }
+	}
+    } );
 }
 
 sub wingateCheck {
-    return unless &IsParam("wingate");
-    return unless ($param{'wingate'} =~ /^(.*\s+)?$chan(\s+.*)?$/i);
+    return unless &IsChanConf("wingate");
 
     ### FILE CACHE OF OFFENDING WINGATES.
     foreach (grep /^$host$/, @wingateBad) {
 	&status("Wingate: RUNNING ON $host BY $who");
-	&ban("*!*\@$host", "") if &IsParam("wingateBan");
+	&ban("*!*\@$host", "") if &IsChanConf("wingateBan");
 
-	next unless (&IsParam("wingateKick"));
-	&kick($who, "", $param{'wingateKick'})
+	my $reason	= &getChanConf("wingateKick");
+
+	next unless ($reason);
+	&kick($who, "", $reason)
     }
 
     ### RUN CACHE OF TRIED WINGATES.
@@ -447,7 +998,7 @@ sub wingateCheck {
 	&DEBUG("Already scanned $host. good.");
     }
 
-    my $interval = $param{'wingateInterval'} || 60;	# seconds.
+    my $interval = &getChanConfDefault("wingateInterval", 60); # seconds.
     return if (defined $forked{'wingate'});
     return if (time() - $wingaterun <= $interval);
     return unless (scalar(keys %wingateToDo));
@@ -460,10 +1011,15 @@ sub wingateCheck {
 
 ### TODO.
 sub wingateWriteFile {
+    if (@_) {
+	&ScheduleThis(60, "wingateWriteFile");
+	return if ($_[0] eq "2");	# defer.
+    }
+
     return unless (scalar @wingateCache);
 
-    my $file = "$infobot_base_dir/$param{'ircUser'}.wingate";
-    if ($infobot_pid != $$) {
+    my $file = "$bot_base_dir/$param{'ircUser'}.wingate";
+    if ($bot_pid != $$) {
 	&DEBUG("wingateWriteFile: Reorganising!");
 
 	open(IN, $file);
@@ -484,8 +1040,153 @@ sub wingateWriteFile {
 	print OUT "$_\n";
     }
     close OUT;
+}
+
+sub factoidCheck {
+    if (@_) {
+	&ScheduleThis(720, "factoidCheck");
+	return if ($_[0] eq "2");	# defer.
+    }
+
+    my @list	= &searchTable("factoids", "factoid_key", "factoid_key", " #DEL#");
+    my $stale	= &getChanConfDefault("factoidDeleteDelay", 14) *60*60*24;
+    if ($stale < 1) {
+	# disable it since it's "illegal".
+	return;
+    }
+
+    my $time	= time();
+
+    foreach (@list) {
+	my $age = &getFactInfo($_, "modified_time");	
+
+	if (!defined $age or $age !~ /^\d+$/) {
+	    if (scalar @list > 50) {
+		if (!$cache{warnDel}) {
+		    &WARN("list is over 50 (".scalar(@list)."... giving it a miss.");
+		    $cache{warnDel} = 1;
+		    last;
+		}
+	    }
+
+	    &WARN("del factoid: old cruft (no time): $_");
+	    &delFactoid($_);
+	    next;
+	}
+
+	next unless ($time - $age > $stale);
+
+	my $fix = $_;
+	$fix =~ s/ #DEL#$//g;
+	my $agestr = &Time2String($time - $age);
+	&status("safedel: Removing '$_' for good. [$agestr old]");
+
+	&delFactoid($_);
+    }
+}
+
+sub dccStatus {
+    return unless (scalar keys %{ $dcc{CHAT} });
+
+    if (@_) {
+	&ScheduleThis(10, "dccStatus");
+	return if ($_[0] eq "2");	# defer.
+    }
+
+    my $time = strftime("%H:%M", localtime(time()) );
+
+    my $c;
+    foreach (keys %channels) {
+	my $c		= $_;
+	my $users	= keys %{ $channels{$c}{''} };
+	my $chops	= keys %{ $channels{$c}{o}  };
+	my $bans	= keys %{ $channels{$c}{b}  };
+
+	my $txt = "[$time] $c: $users members ($chops chops), $bans bans";
+	foreach (keys %{ $dcc{'CHAT'} }) {
+	    next unless (exists $channels{$c}{''}{lc $_});
+	    $conn->privmsg($dcc{'CHAT'}{$_}, $txt);
+	}
+    }
+}
+
+sub scheduleList {
+    ###
+    # custom:
+    #	a - time == now.
+    #	b - weird time.
+    ###
+
+    &DEBUG("sched:");
+    foreach (keys %{ $irc->{_queue} }) {
+	my $q = $_;
+
+	my $sched;
+	foreach (keys %sched) {
+	    next unless ($q eq $sched{$_});
+	    $sched = $_;
+	    last;
+	}
+
+	my $time = $irc->{_queue}->{$q}->[0] - time();
+
+	if (defined $sched) {
+	    &DEBUG("   $sched($q): ".&Time2String($time) );
+	} else {
+	    &DEBUG("   NULL($q): ".&Time2String($time) );
+	}
+    }
+
+    &DEBUG("end of sList.");
+}
+
+sub getChanConfDefault {
+    my($what, $default, $chan) = @_;
+
+    if (exists $param{$what}) {
+	if (!exists $cache{config}{$what}) {
+	    &status("conf: backward-compat: found param{$what} ($param{$what}) instead.");
+	    $cache{config}{$what} = 1;
+	}
+
+	return $param{$what};
+    }
+
+    my $val = &getChanConf($what, $chan);
+    if (defined $val) {
+	return $val;
+    }
+
+    $param{$what}	= $default;
+    &status("conf: auto-setting param{$what} = $default");
+    $cache{config}{$what} = 1;
+
+    return $default;
+}
+
+sub mkBackup {
+    my($file, $time)	= @_;
+    my $backup		= 0;
+
+    if (! -f $file) {
+	&VERB("mkB: file '$file' does not exist.",2);
+	return;
+    }
+
+    my $age	= "New";
+    if ( -e "$file~" ) {
+ 	$backup++	if ((stat $file)[9] - (stat "$file~")[9] > $time);
+	my $delta	= time() - (stat "$file~")[9];
+	$age		= &Time2String($delta);
+    } else {
+	$backup++;
+    }
+
+    return unless ($backup);
 
-    &ScheduleThis(60, "wingateWriteFile") if (@_);
+    ### TODO: do internal copying.
+    &status("Backup: $file ($age)");
+    CORE::system("/bin/cp $file $file~");
 }
 
 1;